-- Logs begin at Fri 2021-09-10 15:59:52 UTC, end at Fri 2021-09-10 17:01:06 UTC. -- Sep 10 16:38:12.069710 dv-cinder-808473-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 10 16:38:14.194214 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.common.config [-] Logging enabled! Sep 10 16:38:14.194812 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 10 16:38:14.194961 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74901) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 10 16:38:14.197384 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.common.config [-] Logging enabled! Sep 10 16:38:14.197631 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 10 16:38:14.197877 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74901) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 10 16:38:14.198828 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 16:38:14.199064 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 16:38:14.199419 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 16:38:14.199663 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 16:38:14.199895 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 16:38:14.200215 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.200535 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.200966 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.201196 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.201496 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.202001 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.202293 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.202582 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.202878 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.203161 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.203443 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.203726 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.203953 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.204232 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.204749 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.205040 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.205264 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] debug = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.205546 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.205971 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.206374 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.206652 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.206937 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.207206 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.207493 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.207763 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.208267 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] host = dv-cinder-808473-1-smb {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.208582 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.208869 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.209152 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.209436 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.209707 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.209977 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.210263 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.210642 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.211091 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] log_file = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.211480 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.211781 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.212140 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.212477 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.212739 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.212981 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.213287 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.213595 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.213889 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.214178 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.214463 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.214747 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.215033 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.215312 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.215608 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.215902 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.216194 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.216499 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.216785 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.217065 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.217344 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.217655 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.217937 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.218219 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.218498 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.218811 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.219088 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.219368 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.219679 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.220121 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.220507 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.220821 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.221113 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.221406 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.221687 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.221968 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.222248 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] use_json = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.222526 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.222800 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.223087 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.223366 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.223644 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.223922 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.224198 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.224506 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:14.224813 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.225115 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.225425 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.225716 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.226036 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.226329 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.226627 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.226910 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.227205 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.227504 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.227800 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.228084 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.228377 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.228776 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.229099 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.229379 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.229663 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.229961 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.230243 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.230520 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.230802 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.231101 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.231382 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.231658 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.231942 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.232224 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.232527 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.232806 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.233086 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.233380 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.233663 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.233940 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.234216 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.234495 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.234768 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.235055 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.235335 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.236104 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.236472 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.236773 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.237053 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.237331 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.237611 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.237886 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.238168 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.238445 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.238720 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.238996 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.239379 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.239662 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.239937 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.240215 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.240582 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.240872 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.241149 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.241426 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.241704 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.241982 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.242298 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.242603 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.242886 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.243172 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.243457 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.243739 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.244022 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.244315 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.244640 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.244927 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.245204 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.245500 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.245788 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.246079 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.246367 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.246650 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.246953 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.247234 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.247523 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.247804 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.248085 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.248652 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.248942 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.249241 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.249544 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.249843 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.250140 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.250439 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.250726 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.251045 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.252109 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:14.252471 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 16:38:14.252864 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74901) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 10 16:38:14.659789 dv-cinder-808473-1-smb neutron-server[74901]: INFO keyring.backend [-] Loading KWallet Sep 10 16:38:14.667230 dv-cinder-808473-1-smb neutron-server[74901]: INFO keyring.backend [-] Loading SecretService Sep 10 16:38:14.670700 dv-cinder-808473-1-smb neutron-server[74901]: INFO keyring.backend [-] Loading Windows Sep 10 16:38:14.672066 dv-cinder-808473-1-smb neutron-server[74901]: INFO keyring.backend [-] Loading chainer Sep 10 16:38:14.672699 dv-cinder-808473-1-smb neutron-server[74901]: INFO keyring.backend [-] Loading macOS Sep 10 16:38:14.708567 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:38:14.708850 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:38:14.709143 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:38:14.709478 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 10 16:38:15.021189 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.021495 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.021794 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.080240 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.080553 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.080828 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.083789 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.084072 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.084345 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.114060 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.114342 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.114630 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.143917 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.144216 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.144531 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.466604 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.467212 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.467212 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.467381 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.468039 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.590358 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.590672 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.590955 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.591223 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.591485 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.591792 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.592053 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.592307 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.592580 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.592860 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.593122 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.593384 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.593644 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.593897 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.594158 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.594421 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.594671 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.595473 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.595735 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.596014 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.596359 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.596639 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.596884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.597163 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.597409 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.597651 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.598031 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:38:15.598266 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:38:15.598499 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:38:15.598728 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:38:15.598959 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:38:15.599188 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:38:15.599736 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 10 16:38:15.602923 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 10 16:38:15.606794 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 10 16:38:15.610692 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 10 16:38:15.612288 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 10 16:38:15.612700 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 10 16:38:15.613035 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 10 16:38:15.613412 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 10 16:38:15.616145 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 10 16:38:15.616393 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 10 16:38:15.616815 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 16:38:15.644686 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 10 16:38:15.645125 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.645420 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74901) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 10 16:38:15.645780 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.647267 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74901) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 10 16:38:15.647545 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 16:38:15.647793 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 10 16:38:15.650951 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.651234 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:15.712239 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 10 16:38:15.712494 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 10 16:38:15.712816 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 10 16:38:15.713175 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 10 16:38:15.744170 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_db.sqlalchemy.engines [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74901) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 10 16:38:16.068578 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Initializing driver for type 'gre' Sep 10 16:38:16.069134 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] gre ID ranges: [(1, 1000)] Sep 10 16:38:16.122877 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Initializing driver for type 'local' Sep 10 16:38:16.123591 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Initializing driver for type 'vlan' Sep 10 16:38:16.135376 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] VlanTypeDriver initialization complete Sep 10 16:38:16.135776 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Initializing driver for type 'vxlan' Sep 10 16:38:16.136250 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] vxlan ID ranges: [(1, 1000)] Sep 10 16:38:16.191166 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Initializing extension driver 'port_security' Sep 10 16:38:16.191504 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.extensions.port_security [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] PortSecurityExtensionDriver initialization complete Sep 10 16:38:16.191845 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Initializing mechanism driver 'openvswitch' Sep 10 16:38:16.192182 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Initializing mechanism driver 'hyperv' Sep 10 16:38:16.198644 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:16.199412 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > port after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.199782 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > port after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.200135 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > port after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.200547 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > subnet after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.200898 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > subnet after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.201241 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > subnet after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.201619 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > network after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.201962 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > network after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.202303 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > network after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.202675 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > security_group after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.203021 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > security_group after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.203360 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > security_group after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.203734 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.204077 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.205021 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.205523 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] ML2 OVO RPC backend initialized. {{(pid=74901) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 10 16:38:16.206153 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router_interface after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.206505 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.206915 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > network before_response 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.207259 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > networks before_response 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.207598 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > port before_response 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.207934 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > ports before_response 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.208271 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > subnet before_response 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.208638 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > subnets before_response 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.208983 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > network after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.209322 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > network after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.209654 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > network after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.209992 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > port after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.210325 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > port after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.210658 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > port after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.210992 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > subnet after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.211325 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > subnet after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.211662 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > subnet after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.212236 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.plugin [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Modular L2 Plugin initialization complete Sep 10 16:38:16.212588 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading services supported by the core plugin {{(pid=74901) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 10 16:38:16.212915 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.plugins.ml2.managers [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Got port-security extension from driver 'port_security' Sep 10 16:38:16.213369 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.extensions.vlantransparent [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Disabled vlantransparent extension. Sep 10 16:38:16.213780 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74901) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 10 16:38:16.214092 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading Plugin: router Sep 10 16:38:16.249665 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router_interface before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.250053 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router after_create 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.250545 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router before_create 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.250909 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.252006 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.252370 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router after_delete 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.252747 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > floatingip after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.253109 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router after_create 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.253464 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router after_update 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.253817 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router after_update 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.254163 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.254520 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router after_update 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.254927 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router precommit_update 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.255296 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: port after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.255637 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: port after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.255975 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: subnet after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.256310 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.256674 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > port precommit_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.257019 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router precommit_create 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.257358 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: port before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.257702 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router precommit_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.258053 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router after_update 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.258396 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router precommit_delete 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.258741 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router precommit_create 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.259100 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router_interface after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.259448 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router precommit_update 55549900 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.259809 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > agent after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.260157 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > agent after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.260532 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > network after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.261400 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Tracking information for resource: router configured {{(pid=74901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:38:16.261726 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Tracking information for resource: floatingip configured {{(pid=74901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:38:16.266513 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.db.l3_agentschedulers_db [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 10 16:38:16.267306 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: port after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.267665 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: port after_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.268018 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: port after_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.268367 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: port after_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.269185 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router before_create 55550100 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.269546 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router precommit_delete 55550100 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.269907 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router precommit_create 55550100 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.270262 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > router precommit_update 55550100 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.274581 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.services.provider_configuration [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service providers = [] {{(pid=74901) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 10 16:38:16.274943 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.db.servicetype_db [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74901) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 10 16:38:16.277888 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.services.service_base [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 16:38:16.278238 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.services.service_base [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 16:38:16.278579 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.services.service_base [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 16:38:16.279472 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.services.service_base [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 16:38:16.279842 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.services.service_base [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 10 16:38:16.280222 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:38:16.280564 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 10 16:38:16.291096 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:38:16.291429 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading Plugin: auto_allocate Sep 10 16:38:16.297201 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: network precommit_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.297570 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: network precommit_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.298773 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:38:16.299104 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading Plugin: tag Sep 10 16:38:16.305773 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:38:16.306098 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading Plugin: timestamp Sep 10 16:38:16.309928 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:38:16.310207 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading Plugin: network_ip_availability Sep 10 16:38:16.316009 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.316377 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.316760 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.317462 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:38:16.317781 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading Plugin: flavors Sep 10 16:38:16.322727 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:38:16.323051 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading Plugin: revisions Sep 10 16:38:16.327258 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:38:16.327646 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:38:16.328374 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74901) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Sep 10 16:38:16.328744 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Initializing extension manager. Sep 10 16:38:16.329290 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: __init__.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.329689 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: __pycache__ {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.330023 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.330354 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.330683 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: _filter_validation_lib.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.331011 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.331334 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: address_group.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.332083 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.332681 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: address-group Sep 10 16:38:16.333003 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: address_scope.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.333712 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.334226 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: address-scope Sep 10 16:38:16.334543 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: admin_state_down_before_update.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.335470 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.335991 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: router-admin-state-down-before-update Sep 10 16:38:16.336351 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: agent.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.337029 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.337540 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: agent Sep 10 16:38:16.337857 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: agent_resources_synced.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.338763 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.339278 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: agent-resources-synced Sep 10 16:38:16.339596 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: allowedaddresspairs.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.341390 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.341911 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: allowed-address-pairs Sep 10 16:38:16.342233 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: auto_allocated_topology.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.343308 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.343825 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: auto-allocated-topology Sep 10 16:38:16.344148 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: availability_zone.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.345152 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.345677 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: availability_zone Sep 10 16:38:16.345996 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: availability_zone_filter.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.346912 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.347420 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: availability_zone_filter Sep 10 16:38:16.347741 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: data_plane_status.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.348676 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.349184 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension data-plane-status not supported by any of loaded plugins Sep 10 16:38:16.349499 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: default_subnetpools.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.350412 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.350927 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: default-subnetpools Sep 10 16:38:16.351248 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: dhcpagentscheduler.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.352021 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.352560 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: dhcp_agent_scheduler Sep 10 16:38:16.352880 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: dns.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.353793 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.354302 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension dns-integration not supported by any of loaded plugins Sep 10 16:38:16.354618 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: dns_domain_ports.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.355551 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.356069 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 10 16:38:16.356388 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: dvr.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.357077 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.357586 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: dvr Sep 10 16:38:16.357900 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: empty_string_filtering.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.358804 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.359314 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: empty-string-filtering Sep 10 16:38:16.359632 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.361081 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.361752 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 10 16:38:16.362074 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.362987 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.363500 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 10 16:38:16.363822 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: external_net.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.364760 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.365271 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: external-net Sep 10 16:38:16.365589 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: extra_dhcp_opt.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.366508 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.367018 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: extra_dhcp_opt Sep 10 16:38:16.367335 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: extraroute.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.368238 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.368782 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: extraroute Sep 10 16:38:16.369101 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: extraroute_atomic.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.370143 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.370655 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: extraroute-atomic Sep 10 16:38:16.370974 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: filter_validation.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.371637 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.372146 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: filter-validation Sep 10 16:38:16.372472 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: fip_pf_description.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.373652 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.374158 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 10 16:38:16.374476 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: fip_port_details.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.375400 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.375916 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: fip-port-details Sep 10 16:38:16.376939 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: flavors.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.378350 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.378875 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: flavors Sep 10 16:38:16.379199 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.380865 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.381395 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 10 16:38:16.381728 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: floatingip_pools.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.382431 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.382950 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: floatingip-pools Sep 10 16:38:16.383278 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: ip_allocation.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.384200 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.384803 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension ip_allocation not supported by any of loaded plugins Sep 10 16:38:16.385128 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.386049 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.386570 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: ip-substring-filtering Sep 10 16:38:16.386896 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: l2_adjacency.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.387838 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.388352 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 10 16:38:16.388710 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: l3.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.389664 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.390183 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: router Sep 10 16:38:16.390503 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: l3_conntrack_helper.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.392902 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.393433 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 10 16:38:16.393760 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.394692 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.395213 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: ext-gw-mode Sep 10 16:38:16.395537 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.396488 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.396997 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: l3-ha Sep 10 16:38:16.397317 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: l3_flavors.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.398226 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.398735 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: l3-flavors Sep 10 16:38:16.399054 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.399977 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.400511 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 10 16:38:16.400833 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: l3agentscheduler.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.401857 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.402374 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: l3_agent_scheduler Sep 10 16:38:16.402696 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: logging.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.404161 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.404717 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension logging not supported by any of loaded plugins Sep 10 16:38:16.405044 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: metering.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.405810 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.406388 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: metering Sep 10 16:38:16.406706 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.407952 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.408496 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: metering_source_and_destination_fields Sep 10 16:38:16.408824 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: multiprovidernet.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.409750 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.410263 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: multi-provider Sep 10 16:38:16.410581 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: netmtu.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.411502 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.412016 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: net-mtu Sep 10 16:38:16.412334 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: netmtu_writable.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.413403 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.413929 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: net-mtu-writable Sep 10 16:38:16.414249 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: network_availability_zone.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.414918 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.415429 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: network_availability_zone Sep 10 16:38:16.415743 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: network_ip_availability.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.416858 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.417378 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: network-ip-availability Sep 10 16:38:16.417699 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: network_segment_range.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.418463 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.418971 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension network-segment-range not supported by any of loaded plugins Sep 10 16:38:16.419287 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: pagination.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.420254 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.420602 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: pagination Sep 10 16:38:16.420920 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.421837 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.422352 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: port-mac-address-regenerate Sep 10 16:38:16.422669 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: port_resource_request.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.424098 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.424629 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension port-resource-request not supported by any of loaded plugins Sep 10 16:38:16.424948 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: portbindings.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.425859 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.426375 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: binding Sep 10 16:38:16.426693 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: portbindings_extended.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.427958 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.428493 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: binding-extended Sep 10 16:38:16.428818 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: portsecurity.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.429734 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.430253 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: port-security Sep 10 16:38:16.430574 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: project_id.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.431541 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.431868 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: project-id Sep 10 16:38:16.432186 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: providernet.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.433135 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.433653 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: provider Sep 10 16:38:16.433970 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: qos.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.437490 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.438024 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension qos not supported by any of loaded plugins Sep 10 16:38:16.438358 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.440370 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.440920 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 10 16:38:16.441251 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.442173 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.442691 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 10 16:38:16.443012 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: qos_default.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.443926 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.444440 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension qos-default not supported by any of loaded plugins Sep 10 16:38:16.444784 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: qos_fip.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.445431 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.445938 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension qos-fip not supported by any of loaded plugins Sep 10 16:38:16.446255 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: qos_gateway_ip.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.447179 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.447692 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 10 16:38:16.448014 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: qos_port_network_policy.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.448962 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.449472 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 10 16:38:16.449790 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: qos_rule_type_details.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.450708 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.451212 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 10 16:38:16.451532 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: qos_rules_alias.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.452592 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.453106 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 10 16:38:16.453428 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: quotasv2.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.454331 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.454691 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: quotas Sep 10 16:38:16.455007 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: quotasv2_detail.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.456777 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.457120 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: quota_details Sep 10 16:38:16.457453 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: rbac.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.458495 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.459022 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: rbac-policies Sep 10 16:38:16.459351 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: rbac_address_scope.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.460280 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.460846 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: rbac-address-scope Sep 10 16:38:16.461176 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: rbac_security_groups.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.462090 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.462637 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: rbac-security-groups Sep 10 16:38:16.462962 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: rbac_subnetpool.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.463870 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.464391 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: rbac-subnetpool Sep 10 16:38:16.464736 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: revisionifmatch.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.465649 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.466168 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: revision-if-match Sep 10 16:38:16.466487 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: revisions.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.467621 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.468146 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: standard-attr-revisions Sep 10 16:38:16.468478 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: router_availability_zone.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.469152 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.469668 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: router_availability_zone Sep 10 16:38:16.470014 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: routerservicetype.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.470951 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.471472 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension router-service-type not supported by any of loaded plugins Sep 10 16:38:16.471792 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: security_groups_port_filtering.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.472742 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.473262 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: port-security-groups-filtering Sep 10 16:38:16.473608 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: securitygroup.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.484227 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.484783 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: security-group Sep 10 16:38:16.485116 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: segment.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.486572 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.487086 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension segment not supported by any of loaded plugins Sep 10 16:38:16.487411 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.488350 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.488892 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 10 16:38:16.489215 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: servicetype.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.490302 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.490824 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: service-type Sep 10 16:38:16.491147 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: sorting.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.492122 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.492478 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: sorting Sep 10 16:38:16.492789 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: standard_attr_segment.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.493706 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.494222 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 10 16:38:16.494539 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: standardattrdescription.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.495193 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.495703 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: standard-attr-description Sep 10 16:38:16.496021 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: stateful_security_group.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.496990 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.497508 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: stateful-security-group Sep 10 16:38:16.497828 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: stdattrs_common.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.498657 dv-cinder-808473-1-smb neutron-server[74901]: WARNING neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 10 16:38:16.498971 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.499906 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.500422 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 10 16:38:16.500770 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: subnet_onboard.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.502452 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.503001 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: subnet_onboard Sep 10 16:38:16.503323 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.504251 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.504793 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 10 16:38:16.505116 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: subnet_service_types.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.506037 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.506558 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: subnet-service-types Sep 10 16:38:16.506885 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: subnetallocation.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.507960 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.508510 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: subnet_allocation Sep 10 16:38:16.508838 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.509509 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.510020 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: subnetpool-prefix-ops Sep 10 16:38:16.510340 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.511274 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.511786 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 10 16:38:16.512106 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: tagging.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.513173 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.513691 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: standard-attr-tag Sep 10 16:38:16.514015 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: timestamp.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.515212 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.515727 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loaded extension: standard-attr-timestamp Sep 10 16:38:16.516048 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: trunk.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.517126 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.517645 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension trunk not supported by any of loaded plugins Sep 10 16:38:16.517962 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: trunk_details.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.518879 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.519396 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension trunk-details not supported by any of loaded plugins Sep 10 16:38:16.519716 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: uplink_status_propagation.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.520669 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.521185 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 10 16:38:16.521504 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Loading extension file: vlantransparent.py {{(pid=74901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 16:38:16.522172 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 16:38:16.522682 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 10 16:38:16.524921 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:network Sep 10 16:38:16.525620 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:subnet Sep 10 16:38:16.526220 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 16:38:16.526984 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:port Sep 10 16:38:16.528223 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.528692 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service FLAVORS assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.529314 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.529737 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.530061 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:router Sep 10 16:38:16.530731 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:floatingip Sep 10 16:38:16.531431 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service METERING assigned prefix: /metering {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.532911 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.533255 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.533606 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:38:16.534715 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 16:38:16.535155 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:security_group Sep 10 16:38:16.535809 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 16:38:16.536574 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service CORE assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.536903 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 16:38:16.538586 dv-cinder-808473-1-smb neutron-server[74901]: WARNING neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] subnetpool is already registered Sep 10 16:38:16.539201 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service CORE assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.539532 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 16:38:16.540345 dv-cinder-808473-1-smb neutron-server[74901]: WARNING neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] subnetpool is already registered Sep 10 16:38:16.544476 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.544916 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service FLAVORS assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.545506 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.546696 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.547033 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:router Sep 10 16:38:16.547361 dv-cinder-808473-1-smb neutron-server[74901]: WARNING neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] router is already registered Sep 10 16:38:16.548491 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:floatingip Sep 10 16:38:16.548824 dv-cinder-808473-1-smb neutron-server[74901]: WARNING neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] floatingip is already registered Sep 10 16:38:16.549455 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service METERING assigned prefix: /metering {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.550127 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 16:38:16.550454 dv-cinder-808473-1-smb neutron-server[74901]: WARNING neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] rbac_policy is already registered Sep 10 16:38:16.550995 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:security_group Sep 10 16:38:16.551329 dv-cinder-808473-1-smb neutron-server[74901]: WARNING neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] security_group is already registered Sep 10 16:38:16.551909 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 16:38:16.552236 dv-cinder-808473-1-smb neutron-server[74901]: WARNING neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] security_group_rule is already registered Sep 10 16:38:16.554234 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service CORE assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.554569 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 16:38:16.554895 dv-cinder-808473-1-smb neutron-server[74901]: WARNING neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] subnetpool is already registered Sep 10 16:38:16.556344 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.v2.resource_helper [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Service CORE assigned prefix: {{(pid=74901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:38:16.556705 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 16:38:16.557028 dv-cinder-808473-1-smb neutron-server[74901]: WARNING neutron.quota.resource_registry [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] subnetpool is already registered Sep 10 16:38:16.557679 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: extensions {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.561539 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: address-groups {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.563072 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: address-scopes {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.566184 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: agents {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.567347 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: auto-allocated-topology {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.568589 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: availability_zones {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.569869 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: dhcp-networks {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.571231 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: dhcp-agents {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.572631 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: routers {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.574417 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: flavors {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.575555 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: service_profiles {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.576754 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: next_providers {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.578260 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: service_profiles {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.579741 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: floatingip-pools {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.581042 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: routers {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.582786 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: floatingips {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.583948 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: l3-routers {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.585322 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: l3-agents {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.586690 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: metering-labels {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.588902 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: metering-label-rules {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.590181 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: network-ip-availabilities {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.591401 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: bindings {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.593055 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: quotas {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.594452 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: quotas {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.596391 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: rbac-policies {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.597678 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: security-groups {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.598857 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: security-group-rules {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.600074 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: service-providers {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.601300 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: subnetpools {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.602692 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: subnetpools {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.604108 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: tags {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.605763 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: tags {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.607533 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: tags {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.609294 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: tags {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.611779 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: tags {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.613438 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: tags {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.615159 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: tags {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.616996 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: tags {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.618820 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: tags {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.620652 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron.api.extensions [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Extended resource: tags {{(pid=74901) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 16:38:16.626788 dv-cinder-808473-1-smb neutron-server[74901]: WARNING keystonemiddleware.auth_token [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 10 16:38:16.631498 dv-cinder-808473-1-smb neutron-server[74901]: WARNING keystonemiddleware.auth_token [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 10 16:38:16.639409 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Acquired lock "singleton_lock" {{(pid=74901) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 10 16:38:16.639883 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Releasing lock "singleton_lock" {{(pid=74901) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 10 16:38:16.640530 dv-cinder-808473-1-smb neutron-server[74901]: INFO oslo_service.service [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Starting 2 workers Sep 10 16:38:16.645445 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Started child 75006 {{(pid=74901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 10 16:38:16.649676 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Started child 75007 {{(pid=74901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 10 16:38:16.650822 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:16.651516 dv-cinder-808473-1-smb neutron-server[74901]: INFO neutron.service [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 10 16:38:16.651825 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Notify callbacks [] for process, before_spawn {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:16.652265 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [-] (75006) wsgi starting up on http://0.0.0.0:9696 Sep 10 16:38:16.654164 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:16.654659 dv-cinder-808473-1-smb neutron-server[74901]: INFO oslo_service.service [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Starting 1 workers Sep 10 16:38:16.655466 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [-] (75007) wsgi starting up on http://0.0.0.0:9696 Sep 10 16:38:16.659750 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Started child 75008 {{(pid=74901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 10 16:38:16.660263 dv-cinder-808473-1-smb neutron-server[74901]: INFO oslo_service.service [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Starting 1 workers Sep 10 16:38:16.663504 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.service [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] calling RpcWorker wait() {{(pid=75008) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 10 16:38:16.664049 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.service [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] returning from RpcWorker wait() {{(pid=75008) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 10 16:38:16.664493 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Started child 75009 {{(pid=74901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 10 16:38:16.665275 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-85142bca-47ad-41d0-8547-dcf30643068d None None] Notify callbacks [] for process, after_spawn {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:16.665368 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:16.665794 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:16.667119 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74901) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 10 16:38:16.667352 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 16:38:16.667514 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 16:38:16.667728 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 16:38:16.668069 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 16:38:16.668230 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 16:38:16.668753 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.669017 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.669278 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.669365 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:16.669813 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.669813 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.670237 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:16.670341 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.670598 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.670830 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.671085 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.671334 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.671502 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.671666 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.671916 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.672143 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.672446 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.672746 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.673059 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.673344 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.673514 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.673808 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.674677 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.674910 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.675182 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] debug = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.675436 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.675924 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.676153 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.676391 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.676670 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.676966 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.677208 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.677465 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.677695 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.677933 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.678168 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.678431 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.678660 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.678915 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.679195 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.679416 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.679880 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] host = dv-cinder-808473-1-smb {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.680141 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.680371 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.680619 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.680854 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.681097 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.681362 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.681593 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.681823 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.682063 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.682302 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.682563 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.682786 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.683008 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.683249 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_file = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.683411 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_options = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.683654 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.683911 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.684172 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.684364 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.684553 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.684726 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.684989 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.685153 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.685405 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.685639 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.685853 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.686095 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.686340 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.686590 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.686843 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.687074 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.687285 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.687498 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.687739 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.688038 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.688211 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.688430 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.688706 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.688975 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.689330 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.689556 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.689718 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.689932 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.690142 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.690373 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.690640 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.690894 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.691126 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.691378 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.691603 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.691826 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.692071 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.692332 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.692584 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.692851 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.693107 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.693322 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.693550 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.694884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.694884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.694884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_json = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.694884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.695354 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.695354 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.695591 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.696613 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.696613 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.696613 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.697323 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.697743 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.698030 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.698340 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.698582 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.698831 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.699078 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.699315 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.699577 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.699801 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.700042 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.700385 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.700650 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.701248 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.701248 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.703856 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.703856 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.703856 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.703856 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.703856 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.703856 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.703856 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.703856 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.707026 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.707026 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.707026 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.707026 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.707026 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.707026 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.707026 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.707026 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.707026 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709000 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709000 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709000 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709000 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709000 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709000 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709000 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709000 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709000 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709642 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709642 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709642 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709642 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709642 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709642 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709642 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709642 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.709642 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.710221 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.710221 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.710371 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.710493 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.710733 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.710927 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713108 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713108 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713108 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713108 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713108 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713108 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713108 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713108 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713108 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713682 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713682 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713682 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.713848 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.714045 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.714169 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.714386 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.714601 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.714865 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.715037 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.715314 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.715645 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.716154 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.716154 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.716440 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.716617 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.716869 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.717198 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.717355 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.718703 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.718703 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.718703 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.718703 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.718703 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.718703 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.719119 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.719204 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.719388 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.720340 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.720933 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.721365 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.721756 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.722044 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.722390 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.722844 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.723305 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.723552 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.723833 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.724076 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.724347 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.724594 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.724884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.725156 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.725628 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.725911 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.726166 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.726428 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.726687 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.726961 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 53796) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:38:16.727291 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.727580 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.727838 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.728102 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.728355 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.728676 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.728922 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.729169 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.729404 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.729637 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.729974 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.730209 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.730443 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.730684 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.730965 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.731218 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.731457 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.731718 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.731984 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.732254 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.732551 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.732781 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.733026 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.733270 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.733514 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.733726 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.733968 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.734180 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.734395 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.734607 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.734817 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.735062 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.735292 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.735560 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.736294 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.737941 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.737941 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.737941 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.737941 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.737941 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.737941 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.737941 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.738819 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.738819 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.738819 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.738819 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.739288 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.739288 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.739505 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.739702 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.740147 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.740669 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.740982 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.741419 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.741837 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.742209 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.742565 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.742942 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.743344 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.743745 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.744115 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.744513 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.744877 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.745271 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.745654 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.746115 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.746498 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.746887 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.747322 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.747424 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0175133 Sep 10 16:38:16.747825 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.748245 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.748957 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.749372 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.749784 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.750220 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.750659 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.751105 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.751560 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.751865 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.752238 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.752719 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.753134 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.753542 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.754026 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.754326 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.754632 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.754997 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.755321 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.755625 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.757453 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.757733 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.757981 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.758235 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.759159 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.759159 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.759159 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.759159 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.759453 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.759669 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.759960 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.760200 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.760436 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.760913 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.761446 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.761695 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.762103 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.762339 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.762565 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.762789 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.763052 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.764191 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.764191 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.764468 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.764723 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.765011 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.765293 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.765572 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.765905 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.766866 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.766866 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.766866 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.767162 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.767399 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.767651 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.767889 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.768109 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.768350 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.768591 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.768971 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.769235 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.770114 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.770114 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.770114 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.770342 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.770407 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.770597 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.770836 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.771072 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.772018 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.772018 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 16:38:16.772018 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74901) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 10 16:38:16.772443 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 16:38:16.772443 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 16:38:16.772443 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 16:38:16.772858 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 16:38:16.772858 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 16:38:16.773130 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.773130 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.773418 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.774385 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.774385 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.774385 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.774385 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.774385 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.774385 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.775177 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.775177 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.775177 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.775177 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.775177 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.775818 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.775818 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.775818 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.775818 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.775818 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.776434 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.776434 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.776434 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.776434 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] debug = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.776979 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.776979 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.776979 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.777388 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.777388 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.777388 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.778332 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.778518 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.778672 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.778832 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.778994 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.779136 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.779300 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.779453 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.779589 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.779744 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.779886 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] host = dv-cinder-808473-1-smb {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.780032 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.780178 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.780333 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.780545 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.781107 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.781268 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.781600 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.781757 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.782911 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.783271 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.783908 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.784083 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.784242 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.784403 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_file = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.784721 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_options = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.784884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.785044 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.785207 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.785386 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.785556 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.785715 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.785878 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.786034 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.786193 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.786341 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.786499 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.786652 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.786964 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.787131 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.787277 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.787417 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.787555 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.787691 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.788041 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.788041 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.788332 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.788563 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.788708 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.788844 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.788979 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.789115 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.789251 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.789377 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.789500 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.789699 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.789825 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.789947 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.790070 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.790944 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.790944 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.790944 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.790944 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.790944 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.790944 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.791633 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.791633 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.791633 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.791633 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.791633 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.792111 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.792111 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_json = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.792111 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.792401 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.792556 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.793603 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.793603 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.793603 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.793603 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.793603 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:38:16.794084 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.794084 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.794084 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.794376 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.794376 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.794575 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.794678 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.794818 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.794978 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.795137 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.795303 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.795464 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.795639 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.795799 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.795959 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.796118 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.796277 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.796437 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.796637 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.796797 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.797153 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.797272 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.797412 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.797577 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.797736 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.797894 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.798620 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.799691 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.799691 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.799691 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.799691 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.799691 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.799691 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.800340 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.800340 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.800340 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.800707 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:16.800869 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.800869 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.800869 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.800869 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.801365 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.801365 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.801365 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.801365 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.801780 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.801780 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.801780 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.802141 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.802141 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.802884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.802884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.802884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.802884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.802884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.803345 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.803345 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.803345 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.803636 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.803636 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.805664 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.805664 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.805664 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.805664 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.805664 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.805664 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.805664 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.805664 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.805664 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.806594 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.806594 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.806594 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.806594 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.806594 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.806594 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.807277 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.807277 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.807277 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.807277 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.807717 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.807717 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.807717 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.808059 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.808059 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.808059 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.808398 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.808398 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.809319 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.809319 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.809319 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.809319 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.809319 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.809319 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.809885 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.809885 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.809885 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.809885 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.810251 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.810251 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.810251 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.810548 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.810548 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.810739 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.810861 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.810965 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.811125 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.811291 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.811492 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.811648 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.811780 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.811908 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.812066 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.812225 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.812387 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.812555 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.812692 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.812828 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.812990 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.813151 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.813296 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.813460 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.813681 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.813919 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.814103 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.814309 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.814582 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.814738 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.814884 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.815268 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.816798 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.816798 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.817088 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.817088 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.817348 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.817348 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.817607 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.817607 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.817881 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.818041 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.818195 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.818397 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.818642 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.818969 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.819135 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.819296 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.819447 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.819584 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.819746 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.819887 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.820050 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.820191 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.820353 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.820537 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.820693 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.820843 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.820978 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.821114 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.821276 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.821417 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.821649 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.821792 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.821931 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.822075 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.822226 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.822363 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.822497 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.822643 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.822786 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.822923 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.823058 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.823193 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.824088 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.824088 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.824088 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.824088 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.824088 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.824088 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.824942 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.824942 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.824942 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.824942 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.825458 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.825458 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.825458 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.825458 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.825956 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.825956 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.825956 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.826330 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.826330 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.826330 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.826717 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.826717 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.826717 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.827105 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.827105 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.828133 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.828133 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.828133 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.828133 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.828133 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.828133 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.828923 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.828923 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.828923 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.828923 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.828923 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.829763 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.829763 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.829763 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.829763 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.829763 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.829763 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.830600 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.830600 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.830600 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.830600 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.830600 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.831226 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.831226 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.831226 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.831226 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.831226 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.831963 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.831963 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.831963 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.831963 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.832554 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.832554 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.832554 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.832554 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.833061 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.833061 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.833061 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.833061 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.833593 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.833593 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.833593 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.833980 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.833980 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.833980 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.834357 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.834357 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.834357 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.834741 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.834876 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.835021 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.835156 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.835291 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.835426 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.835561 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.835720 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:38:16.835862 dv-cinder-808473-1-smb neutron-server[74901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 16:38:27.115862 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fa3048-3f40-4a35-bcf0-604a00036c1a None None] get_active_networks_info from dv-cinder-808473-1-smb {{(pid=75008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 10 16:38:27.208826 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fa3048-3f40-4a35-bcf0-604a00036c1a None None] No non-hosted networks {{(pid=75008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 10 16:38:27.229263 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.agentschedulers_db [None req-41fa3048-3f40-4a35-bcf0-604a00036c1a None None] DHCP Agent not found on host dv-cinder-808473-1-smb {{(pid=75008) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 10 16:38:27.351408 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-26bbfae3-5535-4837-abaa-6a8b2d672a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159434'] for agent, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:27.425120 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159434'] for agent, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:27.425880 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:27.426450 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:27.428025 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:27.428661 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:27.437608 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:27.438249 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:27.439359 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:27.439930 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:27.440544 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:27.442474 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:27.443222 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:27.448637 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808473-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:27.459830 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808473-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:29.331898 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f53d1fdf-8f22-4787-92b5-71e85bc254b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159434'] for agent, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:29.375109 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-6d413d4f-ec38-420e-b0ec-e344a3bab6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:30.181213 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159434'] for agent, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:31.707723 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159434'] for agent, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:33.351604 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 53894) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:38:33.367109 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.db.l3_hamode_db [None req-aade252c-17b7-4939-bfb4-b15a11cbb53f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 10 16:38:33.452084 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade252c-17b7-4939-bfb4-b15a11cbb53f None None] Routers set() bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:38:33.452440 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade252c-17b7-4939-bfb4-b15a11cbb53f None None] Router IDs set() for agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 16:38:33.956391 dv-cinder-808473-1-smb neutron-server[75007]: WARNING oslo_policy.policy [None req-1c558e44-88c1-46be-8611-b489e83f7002 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:38:33.957647 dv-cinder-808473-1-smb neutron-server[75007]: WARNING oslo_policy.policy [None req-1c558e44-88c1-46be-8611-b489e83f7002 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:38:34.174749 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [None req-1c558e44-88c1-46be-8611-b489e83f7002 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75007) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 16:38:34.175749 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-1c558e44-88c1-46be-8611-b489e83f7002 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8232532 Sep 10 16:38:36.399642 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 53908) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:38:36.822211 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-b5e7154d-787c-44a4-aae1-91cf21e3b62c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:38:36.877508 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.policy [None req-b5e7154d-787c-44a4-aae1-91cf21e3b62c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75007) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 10 16:38:36.878660 dv-cinder-808473-1-smb neutron-server[75007]: WARNING oslo_policy.policy [None req-b5e7154d-787c-44a4-aae1-91cf21e3b62c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:38:36.879270 dv-cinder-808473-1-smb neutron-server[75007]: WARNING oslo_policy.policy [None req-b5e7154d-787c-44a4-aae1-91cf21e3b62c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:38:36.884335 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.quota [None req-b5e7154d-787c-44a4-aae1-91cf21e3b62c admin admin] Loaded quota_driver: . Sep 10 16:38:36.900329 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-b5e7154d-787c-44a4-aae1-91cf21e3b62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:38:36.973835 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b5e7154d-787c-44a4-aae1-91cf21e3b62c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739256212702', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739256222589', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739256188013', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739256178103', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739256176411', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-631163', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-726864', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3965297', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3814243'] for rbac-policy, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.049008 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b5e7154d-787c-44a4-aae1-91cf21e3b62c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.056357 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-b5e7154d-787c-44a4-aae1-91cf21e3b62c admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6554275 Sep 10 16:38:39.560020 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 53922) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:38:39.934816 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'name': 'private'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:38:39.939506 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:38:39.943970 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Usage tracker for resource:network and tenant:646b29c106dd47ebb8dd4a0efdfb9be5 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:38:39.948436 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:38:39.954717 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:38:39.964030 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Made reservation on behalf of 646b29c106dd47ebb8dd4a0efdfb9be5 for: {'network': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:38:39.966797 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:39.985101 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.028807 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:38:40.032717 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Usage tracker for resource:security_group_rule and tenant:646b29c106dd47ebb8dd4a0efdfb9be5 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:38:40.035467 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:38:40.041266 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:38:40.107509 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.111614 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.116964 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:38:40.137029 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=75007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:38:40.164470 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739258269588', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.165072 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Unsubscribe: segment precommit_create {{(pid=75007) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 16:38:40.165518 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.segments_db [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Added segment 3fb6019b-b467-4ca9-ac78-908764167c02 of type vlan for network ea10a1b1-43ee-4fa7-921e-f463b0d79c6f Sep 10 16:38:40.184072 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71dbe5a-e039-46ae-88f4-109821bb19aa,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:40.240361 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:40.240722 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:40.241053 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:40.241366 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:40.241684 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:40.241999 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:40.242311 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:40.242636 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:40.242946 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:40.243253 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:40.243557 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Tracked resource versions report: Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: pushed versions: Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: { 'ConntrackHelper': {'1.0'}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'Log': {'1.0'}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'Network': {'1.1'}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'Port': {'1.5'}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'PortForwarding': {'1.2'}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'QosPolicy': {'1.8'}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'SecurityGroup': {'1.2'}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'SecurityGroupRule': {'1.0'}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'SubPort': {'1.0'}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'Subnet': {'1.1'}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'Trunk': {'1.1'}} Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: consumer versions: Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: { DHCP agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: L3 agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: Metadata agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: Metering agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: Open vSwitch agent@dv-cinder-808473-1-smb: { 'ConntrackHelper': '1.0', Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'Log': '1.0', Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'Network': '1.1', Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'Port': '1.5', Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'PortForwarding': '1.2', Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'QosPolicy': '1.8', Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'SecurityGroup': '1.2', Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'SecurityGroupRule': '1.0', Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'SubPort': '1.0', Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'Subnet': '1.1', Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: 'Trunk': '1.1'}} Sep 10 16:38:40.244669 dv-cinder-808473-1-smb neutron-server[75007]: {{(pid=75007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:38:40.293460 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.297133 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:38:40.334308 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.335663 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:40.336311 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.340872 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:38:40.442080 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8808293 Sep 10 16:38:40.446537 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Pushing event updated for resources: {'Network': ['ID=ea10a1b1-43ee-4fa7-921e-f463b0d79c6f,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:40.465958 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:38:40.475387 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network ea10a1b1-43ee-4fa7-921e-f463b0d79c6f details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:38:43.006636 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 53938) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:38:43.472264 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd55b83d-dd71-4d1e-a4c1-da34dfa17386 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:43.473547 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-cd55b83d-dd71-4d1e-a4c1-da34dfa17386 admin admin] 10.222.0.43 "GET /v2.0/networks/ea10a1b1-43ee-4fa7-921e-f463b0d79c6f HTTP/1.1" status: 200 len: 825 time: 0.4659069 Sep 10 16:38:43.503023 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-c3954192-6ad6-4d05-a942-7e02ef91469b admin admin] 10.222.0.43 "GET /v2.0/subnetpools/a376948f-1b80-4c00-82ef-dd806e21a76d HTTP/1.1" status: 200 len: 734 time: 0.0242245 Sep 10 16:38:43.511206 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Request body: {'subnet': {'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a376948f-1b80-4c00-82ef-dd806e21a76d'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:38:43.515399 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:38:43.519553 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Usage tracker for resource:subnet and tenant:646b29c106dd47ebb8dd4a0efdfb9be5 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:38:43.522354 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:38:43.527790 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:38:43.537902 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Made reservation on behalf of 646b29c106dd47ebb8dd4a0efdfb9be5 for: {'subnet': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:38:43.540345 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.803242 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.807822 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:38:43.888033 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb4f891-2a73-41c2-8613-301211ade3ac,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:43.892596 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:38:43.897566 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Checking segment: {'id': '3fb6019b-b467-4ca9-ac78-908764167c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:38:43.897935 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Network hostable DHCP agents. Network: ea10a1b1-43ee-4fa7-921e-f463b0d79c6f, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:38:43.920779 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Network ea10a1b1-43ee-4fa7-921e-f463b0d79c6f is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:38:43.930219 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, ea10a1b1-43ee-4fa7-921e-f463b0d79c6f) {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:43.935793 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:43.937045 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.939323 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee642ff3-b1c2-4c6d-b7d8-c6f7c3c6d1ce None None] Network ea10a1b1-43ee-4fa7-921e-f463b0d79c6f requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:38:43.957677 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4496152 Sep 10 16:38:44.246504 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp944730ea-2810-5243-a359-b6f7ebb1c417-ea10a1b1-43ee-4fa7-921e-f463b0d79c6f', 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'fixed_ips': [{'subnet_id': 'edb4f891-2a73-41c2-8613-301211ade3ac'}]}} from dv-cinder-808473-1-smb. {{(pid=75008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 16:38:44.247699 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.433577 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.db_base_plugin_common [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Allocated IP 172.20.0.2 (ea10a1b1-43ee-4fa7-921e-f463b0d79c6f/edb4f891-2a73-41c2-8613-301211ade3ac/a600dfc3-2579-4f9d-a24a-4c510c6998fa) {{(pid=75008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:38:44.659009 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Notify callbacks [] for port, precommit_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.673573 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Transition to ACTIVE for port object a600dfc3-2579-4f9d-a24a-4c510c6998fa will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:44.693369 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Transition to ACTIVE for port object a600dfc3-2579-4f9d-a24a-4c510c6998fa will not be triggered until provisioned by entity DHCP. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:44.700355 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.708854 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:38:44.769090 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Network ea10a1b1-43ee-4fa7-921e-f463b0d79c6f is already hosted by enough agents. {{(pid=75008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:38:44.771933 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.base_scheduler [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Resources bound (agent type, host, resource id): {{(pid=75008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:44.775741 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Received port after_create {{(pid=75008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:38:44.787030 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Pushing event updated for resources: {'Port': ['ID=a600dfc3-2579-4f9d-a24a-4c510c6998fa,revision_number=1']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:44.823933 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:44.824267 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:44.824610 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:44.824936 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:44.825257 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:44.825574 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:44.825886 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:44.826201 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:44.826507 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:44.826813 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:44.827122 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Tracked resource versions report: Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: pushed versions: Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: { 'ConntrackHelper': {'1.0'}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'Log': {'1.0'}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'Network': {'1.1'}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'Port': {'1.5'}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'PortForwarding': {'1.2'}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'QosPolicy': {'1.8'}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'SecurityGroup': {'1.2'}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'SecurityGroupRule': {'1.0'}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'SubPort': {'1.0'}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'Subnet': {'1.1'}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'Trunk': {'1.1'}} Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: consumer versions: Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: { DHCP agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: L3 agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: Metadata agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: Metering agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: Open vSwitch agent@dv-cinder-808473-1-smb: { 'ConntrackHelper': '1.0', Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'Log': '1.0', Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'Network': '1.1', Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'Port': '1.5', Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'PortForwarding': '1.2', Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'QosPolicy': '1.8', Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'SecurityGroup': '1.2', Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'SecurityGroupRule': '1.0', Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'SubPort': '1.0', Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'Subnet': '1.1', Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: 'Trunk': '1.1'}} Sep 10 16:38:44.828252 dv-cinder-808473-1-smb neutron-server[75008]: {{(pid=75008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:38:44.832980 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:38:44.888810 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Attempting to bind port a600dfc3-2579-4f9d-a24a-4c510c6998fa on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:38:44.889199 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Attempting to bind port a600dfc3-2579-4f9d-a24a-4c510c6998fa by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '3fb6019b-b467-4ca9-ac78-908764167c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:38:44.889640 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Attempting to bind port a600dfc3-2579-4f9d-a24a-4c510c6998fa on network ea10a1b1-43ee-4fa7-921e-f463b0d79c6f {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:38:44.896412 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:38:44.896831 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Checking segment: {'id': '3fb6019b-b467-4ca9-ac78-908764167c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:38:44.897298 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.897687 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Bound using segment: {'id': '3fb6019b-b467-4ca9-ac78-908764167c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:38:44.898197 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Bound port: a600dfc3-2579-4f9d-a24a-4c510c6998fa, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb6019b-b467-4ca9-ac78-908764167c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:38:44.898581 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.984962 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] For port a600dfc3-2579-4f9d-a24a-4c510c6998fa, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:38:44.990217 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] For port a600dfc3-2579-4f9d-a24a-4c510c6998fa, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=a600dfc3-2579-4f9d-a24a-4c510c6998fa,segment=NetworkSegment(3fb6019b-b467-4ca9-ac78-908764167c02),segment_id=3fb6019b-b467-4ca9-ac78-908764167c02)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:38:44.993953 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.997859 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:38:45.102697 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Pushing event updated for resources: {'Port': ['ID=a600dfc3-2579-4f9d-a24a-4c510c6998fa,revision_number=2']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:45.106148 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:38:46.224859 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 53948) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:38:46.620843 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [None req-2ef428c7-74fd-4861-9459-25d727a2a766 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75007) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 16:38:46.621818 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-2ef428c7-74fd-4861-9459-25d727a2a766 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3960249 Sep 10 16:38:48.821244 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76378f80-f047-4a20-b23d-2e397b300047 None None] Network ea10a1b1-43ee-4fa7-921e-f463b0d79c6f requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:38:48.917829 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-a2d8d4aa-cbdf-43e0-a4b4-1fedd0353839 None None] Provisioning for port a600dfc3-2579-4f9d-a24a-4c510c6998fa completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:48.919116 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 53962) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:38:49.318373 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [None req-ad11e0b8-5708-47f0-9ca9-3f6dbc017479 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75007) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 16:38:49.319380 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ad11e0b8-5708-47f0-9ca9-3f6dbc017479 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3993602 Sep 10 16:38:49.718821 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device a600dfc3-2579-4f9d-a24a-4c510c6998fa up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:38:49.790258 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port a600dfc3-2579-4f9d-a24a-4c510c6998fa completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:49.794803 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port a600dfc3-2579-4f9d-a24a-4c510c6998fa triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:49.795209 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:49.910844 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:49.942579 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port a600dfc3-2579-4f9d-a24a-4c510c6998fa, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=a600dfc3-2579-4f9d-a24a-4c510c6998fa,segment=NetworkSegment(3fb6019b-b467-4ca9-ac78-908764167c02),segment_id=3fb6019b-b467-4ca9-ac78-908764167c02)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:49.948852 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:49.950843 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:38:50.014335 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=a600dfc3-2579-4f9d-a24a-4c510c6998fa,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:50.017489 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:38:51.701940 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device a600dfc3-2579-4f9d-a24a-4c510c6998fa up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:38:51.770516 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port a600dfc3-2579-4f9d-a24a-4c510c6998fa triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:51.770890 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:51.840402 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 53974) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:38:52.213364 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-f5292cde-0e4b-42d3-a3c8-f63d1d82a8de admin admin] Request body: {'router': {'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:38:52.218344 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f5292cde-0e4b-42d3-a3c8-f63d1d82a8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:38:52.222732 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f5292cde-0e4b-42d3-a3c8-f63d1d82a8de admin admin] Usage tracker for resource:router and tenant:646b29c106dd47ebb8dd4a0efdfb9be5 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:38:52.226034 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f5292cde-0e4b-42d3-a3c8-f63d1d82a8de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:38:52.231668 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f5292cde-0e4b-42d3-a3c8-f63d1d82a8de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:38:52.241728 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f5292cde-0e4b-42d3-a3c8-f63d1d82a8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6726'] for router, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:52.243294 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f5292cde-0e4b-42d3-a3c8-f63d1d82a8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4159522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6745'] for router, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:52.267751 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f5292cde-0e4b-42d3-a3c8-f63d1d82a8de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:52.380188 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f5292cde-0e4b-42d3-a3c8-f63d1d82a8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4158229'] for router, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:52.398713 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f5292cde-0e4b-42d3-a3c8-f63d1d82a8de admin admin] Notify callbacks [] for router, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:52.400125 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-f5292cde-0e4b-42d3-a3c8-f63d1d82a8de admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5587518 Sep 10 16:38:54.633553 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 53984) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:38:55.020499 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [None req-8bd20d50-4ee8-47a7-9d08-5eeb7ffc59c9 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75007) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 16:38:55.021482 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-8bd20d50-4ee8-47a7-9d08-5eeb7ffc59c9 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3870091 Sep 10 16:38:57.035886 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-da72a7cf-4a1e-4245-a862-b581af21c964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:57.268615 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 53994) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:38:57.411723 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:57.947128 dv-cinder-808473-1-smb neutron-server[75006]: WARNING oslo_policy.policy [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:38:57.947704 dv-cinder-808473-1-smb neutron-server[75006]: WARNING oslo_policy.policy [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:38:58.161518 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:38:58.163222 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.quota [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Loaded quota_driver: . Sep 10 16:38:58.178778 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:38:58.185102 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Usage tracker for resource:network and tenant:30bb45328d0944bd963c09e40e35be7d is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:38:58.190356 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:38:58.197693 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:38:58.213673 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Made reservation on behalf of 30bb45328d0944bd963c09e40e35be7d for: {'network': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:38:58.246220 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.policy [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75006) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 10 16:38:58.246964 dv-cinder-808473-1-smb neutron-server[75006]: WARNING oslo_policy.policy [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:38:58.247325 dv-cinder-808473-1-smb neutron-server[75006]: WARNING oslo_policy.policy [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:38:58.252725 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:58.271821 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:58.315178 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:38:58.318835 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Usage tracker for resource:security_group_rule and tenant:30bb45328d0944bd963c09e40e35be7d is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:38:58.321602 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:38:58.327097 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:38:58.394973 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:58.398576 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:58.403942 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:38:58.414838 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=75006) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 10 16:38:58.445943 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739258269588', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:58.446408 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Unsubscribe: segment precommit_create {{(pid=75006) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 16:38:58.446887 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.segments_db [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Added segment 53088917-ffba-4296-a8c1-1b95fc5f5453 of type flat for network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d Sep 10 16:38:58.497570 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb10bd79-6d46-42c0-85cf-a6da31409511,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:58.523514 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:58.523883 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:58.524204 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:58.524543 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:58.524933 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:58.525246 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:58.525603 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:58.525926 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:58.526233 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:58.526549 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:58.526833 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Tracked resource versions report: Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: pushed versions: Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: { 'ConntrackHelper': {'1.0'}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'Log': {'1.0'}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'Network': {'1.1'}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'Port': {'1.5'}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'PortForwarding': {'1.2'}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'QosPolicy': {'1.8'}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'SecurityGroup': {'1.2'}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'SecurityGroupRule': {'1.0'}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'SubPort': {'1.0'}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'Subnet': {'1.1'}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'Trunk': {'1.1'}} Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: consumer versions: Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: { DHCP agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: L3 agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: Metadata agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: Metering agent@dv-cinder-808473-1-smb: {}, Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: Open vSwitch agent@dv-cinder-808473-1-smb: { 'ConntrackHelper': '1.0', Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'Log': '1.0', Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'Network': '1.1', Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'Port': '1.5', Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'PortForwarding': '1.2', Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'QosPolicy': '1.8', Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'SecurityGroup': '1.2', Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'SecurityGroupRule': '1.0', Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'SubPort': '1.0', Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'Subnet': '1.1', Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: 'Trunk': '1.1'}} Sep 10 16:38:58.527922 dv-cinder-808473-1-smb neutron-server[75006]: {{(pid=75006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:38:58.571240 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:58.578280 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:38:58.618257 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:58.619718 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:58.620384 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:58.625454 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:38:58.729405 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4584649 Sep 10 16:38:58.729952 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Pushing event updated for resources: {'Network': ['ID=fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:58.733796 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:38:58.741243 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:38:59.329630 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c6f8-2c96-4361-9ab7-e68ce7017b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:00.134955 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:00.980253 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 54024) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:39:01.247351 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f779b-b26c-4d9e-bae1-1fa290cc400e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:01.248861 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-0f7f779b-b26c-4d9e-bae1-1fa290cc400e admin admin] 10.222.0.43 "GET /v2.0/subnets/edb4f891-2a73-41c2-8613-301211ade3ac HTTP/1.1" status: 200 len: 849 time: 0.2676644 Sep 10 16:39:01.390563 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ee27ee4a-9c68-4532-bb96-8b8c74ca9d6b admin admin] 10.222.0.43 "GET /v2.0/routers/40c9d284-f373-43c2-9335-dcafdfdc24ee HTTP/1.1" status: 200 len: 704 time: 0.1362467 Sep 10 16:39:01.640180 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:01.848593 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:02.073424 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Allocated IP 172.20.0.1 (ea10a1b1-43ee-4fa7-921e-f463b0d79c6f/edb4f891-2a73-41c2-8613-301211ade3ac/fe2baf53-22da-46a9-9e42-e8cf0bb08cff) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:39:02.226609 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:02.243913 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Transition to ACTIVE for port object fe2baf53-22da-46a9-9e42-e8cf0bb08cff will not be triggered until provisioned by entity DHCP. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:39:02.294949 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:02.299381 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:39:02.360553 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Network ea10a1b1-43ee-4fa7-921e-f463b0d79c6f is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:39:02.363237 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:39:02.367732 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:39:02.368620 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4158419'] for router_interface, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:02.374438 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2baf53-22da-46a9-9e42-e8cf0bb08cff,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:02.379110 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:39:02.530309 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:02.549582 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-5c0b0aa9-0f24-4cfb-9115-28e456412f0d None None] Provisioning for port fe2baf53-22da-46a9-9e42-e8cf0bb08cff completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:39:02.554467 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-5c0b0aa9-0f24-4cfb-9115-28e456412f0d None None] Provisioning complete for port fe2baf53-22da-46a9-9e42-e8cf0bb08cff triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:39:02.554841 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-5c0b0aa9-0f24-4cfb-9115-28e456412f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:02.605273 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b0aa9-0f24-4cfb-9115-28e456412f0d None None] Port fe2baf53-22da-46a9-9e42-e8cf0bb08cff cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:39:02.752954 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:02.757264 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:02.758305 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3361487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4159336'] for router_interface, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:02.761931 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:39:02.895173 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2baf53-22da-46a9-9e42-e8cf0bb08cff,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:02.898080 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:39:02.956110 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Network ea10a1b1-43ee-4fa7-921e-f463b0d79c6f is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:39:02.957163 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:39:03.127294 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-0eab0f8b-052a-48ba-af88-7a4ad5b23e9c None None] Provisioning complete for port fe2baf53-22da-46a9-9e42-e8cf0bb08cff triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:39:03.127834 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-0eab0f8b-052a-48ba-af88-7a4ad5b23e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:03.177730 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-0eab0f8b-052a-48ba-af88-7a4ad5b23e9c None None] Port fe2baf53-22da-46a9-9e42-e8cf0bb08cff cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:39:03.309821 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Router 40c9d284-f373-43c2-9335-dcafdfdc24ee is scheduled to L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 with binding_index 1 {{(pid=75007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:39:03.471983 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:39:03.480808 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] 10.222.0.43 "PUT /v2.0/routers/40c9d284-f373-43c2-9335-dcafdfdc24ee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0849996 Sep 10 16:39:03.481406 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Sync routers for ids ['40c9d284-f373-43c2-9335-dcafdfdc24ee'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:39:03.495516 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Routers {'40c9d284-f373-43c2-9335-dcafdfdc24ee'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:39:03.496375 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:38:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['40c9d284-f373-43c2-9335-dcafdfdc24ee'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:03.669893 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Set router 40c9d284-f373-43c2-9335-dcafdfdc24ee gateway port host: None {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:39:04.032983 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'name': 'router1', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:52Z', 'updated_at': '2021-09-10T16:39:02Z', 'revision_number': 2, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'gw_port_host': None, '_interfaces': [{'id': 'fe2baf53-22da-46a9-9e42-e8cf0bb08cff', 'name': '', 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'mac_address': 'fa:16:3e:00:c1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:39:01Z', 'updated_at': '2021-09-10T16:39:02Z', 'revision_number': 2, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'subnets': [{'id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a376948f-1b80-4c00-82ef-dd806e21a76d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:04.038526 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Checking router: 40c9d284-f373-43c2-9335-dcafdfdc24ee for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:39:04.038902 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Updating router 40c9d284-f373-43c2-9335-dcafdfdc24ee port fe2baf53-22da-46a9-9e42-e8cf0bb08cff binding host dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:39:04.092873 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:04.457425 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:04.472234 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.provisioning_blocks [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Transition to ACTIVE for port object fe2baf53-22da-46a9-9e42-e8cf0bb08cff will not be triggered until provisioned by entity L2. {{(pid=75009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:39:04.478580 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:04.483794 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:39:04.695007 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Pushing event updated for resources: {'Port': ['ID=fe2baf53-22da-46a9-9e42-e8cf0bb08cff,revision_number=3']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:04.722834 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:04.723175 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:04.723503 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:04.723828 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:04.724150 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:04.724487 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:04.724805 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:04.725121 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:04.725434 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:04.725745 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:04.726057 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Tracked resource versions report: Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: pushed versions: Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: { 'ConntrackHelper': {'1.0'}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'Log': {'1.0'}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'Network': {'1.1'}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'Port': {'1.5'}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'PortForwarding': {'1.2'}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'QosPolicy': {'1.8'}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'SecurityGroup': {'1.2'}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'SecurityGroupRule': {'1.0'}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'SubPort': {'1.0'}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'Subnet': {'1.1'}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'Trunk': {'1.1'}} Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: consumer versions: Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: { DHCP agent@dv-cinder-808473-1-smb: {}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: L3 agent@dv-cinder-808473-1-smb: {}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: Metadata agent@dv-cinder-808473-1-smb: {}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: Metering agent@dv-cinder-808473-1-smb: {}, Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: Open vSwitch agent@dv-cinder-808473-1-smb: { 'ConntrackHelper': '1.0', Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'Log': '1.0', Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'Network': '1.1', Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'Port': '1.5', Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'PortForwarding': '1.2', Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'QosPolicy': '1.8', Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'SecurityGroup': '1.2', Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'SecurityGroupRule': '1.0', Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'SubPort': '1.0', Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'Subnet': '1.1', Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: 'Trunk': '1.1'}} Sep 10 16:39:04.727178 dv-cinder-808473-1-smb neutron-server[75009]: {{(pid=75009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:39:04.732779 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:39:04.733662 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Attempting to bind port fe2baf53-22da-46a9-9e42-e8cf0bb08cff on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:39:04.734053 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Attempting to bind port fe2baf53-22da-46a9-9e42-e8cf0bb08cff by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '3fb6019b-b467-4ca9-ac78-908764167c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f'}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:39:04.734490 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Attempting to bind port fe2baf53-22da-46a9-9e42-e8cf0bb08cff on network ea10a1b1-43ee-4fa7-921e-f463b0d79c6f {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:39:04.741731 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:39:04.742139 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Checking segment: {'id': '3fb6019b-b467-4ca9-ac78-908764167c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:39:04.742604 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:04.742986 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Bound using segment: {'id': '3fb6019b-b467-4ca9-ac78-908764167c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f'} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:39:04.743484 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Bound port: fe2baf53-22da-46a9-9e42-e8cf0bb08cff, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb6019b-b467-4ca9-ac78-908764167c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f'}}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:39:04.743887 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:04.830595 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] For port fe2baf53-22da-46a9-9e42-e8cf0bb08cff, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:39:04.834619 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] For port fe2baf53-22da-46a9-9e42-e8cf0bb08cff, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=fe2baf53-22da-46a9-9e42-e8cf0bb08cff,segment=NetworkSegment(3fb6019b-b467-4ca9-ac78-908764167c02),segment_id=3fb6019b-b467-4ca9-ac78-908764167c02)] {{(pid=75009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:39:04.838497 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:04.842355 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:39:04.927441 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Pushing event updated for resources: {'Port': ['ID=fe2baf53-22da-46a9-9e42-e8cf0bb08cff,revision_number=4']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:04.931399 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:39:04.932586 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Routers {'40c9d284-f373-43c2-9335-dcafdfdc24ee'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:39:04.933009 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:38:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['40c9d284-f373-43c2-9335-dcafdfdc24ee'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:05.093022 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] Set router 40c9d284-f373-43c2-9335-dcafdfdc24ee gateway port host: None {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:39:05.414479 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'name': 'router1', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:52Z', 'updated_at': '2021-09-10T16:39:02Z', 'revision_number': 2, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'gw_port_host': None, '_interfaces': [{'id': 'fe2baf53-22da-46a9-9e42-e8cf0bb08cff', 'name': '', 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'mac_address': 'fa:16:3e:00:c1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:39:01Z', 'updated_at': '2021-09-10T16:39:04Z', 'revision_number': 4, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'subnets': [{'id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a376948f-1b80-4c00-82ef-dd806e21a76d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:05.418645 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0411e6-67ce-4d72-a2a0-12cbe0677aa1 None None] The sync data for ids ['40c9d284-f373-43c2-9335-dcafdfdc24ee'] in dv-cinder-808473-1-smb is: [{'id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'name': 'router1', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:52Z', 'updated_at': '2021-09-10T16:39:02Z', 'revision_number': 2, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'gw_port_host': None, '_interfaces': [{'id': 'fe2baf53-22da-46a9-9e42-e8cf0bb08cff', 'name': '', 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'mac_address': 'fa:16:3e:00:c1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:39:01Z', 'updated_at': '2021-09-10T16:39:04Z', 'revision_number': 4, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'subnets': [{'id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a376948f-1b80-4c00-82ef-dd806e21a76d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:39:05.630223 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 54046) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:39:05.804107 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a2c95-c276-4a66-89c3-65488c41c089 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:05.805520 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-f94a2c95-c276-4a66-89c3-65488c41c089 admin admin] 10.222.0.43 "GET /v2.0/networks/fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d HTTP/1.1" status: 200 len: 842 time: 0.1743693 Sep 10 16:39:05.814866 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'ip_version': 4}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:39:05.820347 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:39:05.824672 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Usage tracker for resource:subnet and tenant:30bb45328d0944bd963c09e40e35be7d is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:39:05.827853 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:39:05.835392 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:39:05.846834 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Made reservation on behalf of 30bb45328d0944bd963c09e40e35be7d for: {'subnet': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:39:05.849213 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:06.269588 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.objects.ports [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75007) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Sep 10 16:39:06.270018 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:06.273849 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-35992b92-ca39-4af0-a105-edfac4fe9121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:39:06.346809 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff94d06-642f-40e4-8f60-7f9b0623562d,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:06.350662 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:39:06.358656 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Checking segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:39:06.359007 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Network hostable DHCP agents. Network: fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:39:06.381767 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:39:06.392642 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d) {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:39:06.397820 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:06.398707 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:06.401692 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc47737a-b93d-4c22-b785-c2589765e84a None None] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:39:06.423152 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6104095 Sep 10 16:39:06.621842 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e9230-808b-45d6-8638-d20e7a283ae5 None None] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:39:07.723307 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device fe2baf53-22da-46a9-9e42-e8cf0bb08cff up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:39:07.789833 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port fe2baf53-22da-46a9-9e42-e8cf0bb08cff completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:39:07.794329 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port fe2baf53-22da-46a9-9e42-e8cf0bb08cff triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:39:07.794712 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:07.924250 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:07.956475 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port fe2baf53-22da-46a9-9e42-e8cf0bb08cff, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=fe2baf53-22da-46a9-9e42-e8cf0bb08cff,segment=NetworkSegment(3fb6019b-b467-4ca9-ac78-908764167c02),segment_id=3fb6019b-b467-4ca9-ac78-908764167c02)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:39:07.961922 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:07.964499 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:39:08.031686 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=fe2baf53-22da-46a9-9e42-e8cf0bb08cff,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:08.034894 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:39:08.542806 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 54060) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:39:08.777821 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-6257f6ca-fdfb-40f5-9469-8b78d050b519 admin admin] 10.222.0.43 "GET /v2.0/routers/40c9d284-f373-43c2-9335-dcafdfdc24ee HTTP/1.1" status: 200 len: 710 time: 0.2339053 Sep 10 16:39:08.904437 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a6d6fb-ccb9-48f6-8fda-6ec92b35b1cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:08.905824 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-01a6d6fb-ccb9-48f6-8fda-6ec92b35b1cc admin admin] 10.222.0.43 "GET /v2.0/networks/fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d HTTP/1.1" status: 200 len: 886 time: 0.1224639 Sep 10 16:39:08.915250 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:39:09.384123 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4158256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6763'] for router, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:09.566471 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:09.624996 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:09.709825 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device fe2baf53-22da-46a9-9e42-e8cf0bb08cff up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:39:09.756982 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Allocated IP 172.28.1.91 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/4ccbbeef-dce2-499d-b7f2-b00b6e4ad540) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:39:09.779333 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port fe2baf53-22da-46a9-9e42-e8cf0bb08cff triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:39:09.779711 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:09.943171 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:09.968680 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:09.973229 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:39:10.033259 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:39:10.035927 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:39:10.044360 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:39:10.066545 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Pushing event updated for resources: {'Port': ['ID=4ccbbeef-dce2-499d-b7f2-b00b6e4ad540,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:10.073758 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:39:10.186383 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:10.349648 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4158256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6763'] for router, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:10.353085 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4158229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4158251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4158242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4159648'] for router, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:10.545171 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Router 40c9d284-f373-43c2-9335-dcafdfdc24ee has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:39:10.744626 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:39:10.754441 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Sync routers for ids ['40c9d284-f373-43c2-9335-dcafdfdc24ee'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:39:10.754913 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Notify callbacks [] for router, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:10.755761 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] 10.222.0.43 "PUT /v2.0/routers/40c9d284-f373-43c2-9335-dcafdfdc24ee HTTP/1.1" status: 200 len: 889 time: 1.8437667 Sep 10 16:39:10.767712 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Routers {'40c9d284-f373-43c2-9335-dcafdfdc24ee'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:39:10.768410 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:38:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['40c9d284-f373-43c2-9335-dcafdfdc24ee'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:10.958876 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Set router 40c9d284-f373-43c2-9335-dcafdfdc24ee gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:39:11.290768 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'name': 'router1', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '4ccbbeef-dce2-499d-b7f2-b00b6e4ad540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:52Z', 'updated_at': '2021-09-10T16:39:10Z', 'revision_number': 4, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'gw_port': {'id': '4ccbbeef-dce2-499d-b7f2-b00b6e4ad540', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:39:09Z', 'updated_at': '2021-09-10T16:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'fe2baf53-22da-46a9-9e42-e8cf0bb08cff', 'name': '', 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'mac_address': 'fa:16:3e:00:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:39:01Z', 'updated_at': '2021-09-10T16:39:07Z', 'revision_number': 5, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'subnets': [{'id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a376948f-1b80-4c00-82ef-dd806e21a76d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:11.295605 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Checking router: 40c9d284-f373-43c2-9335-dcafdfdc24ee for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:39:11.295973 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Updating router 40c9d284-f373-43c2-9335-dcafdfdc24ee port 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540 binding host dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:39:11.349060 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.669062 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Notify callbacks [] for port, precommit_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.681131 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Transition to ACTIVE for port object 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540 will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:39:11.687812 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.691703 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:39:11.767386 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e401a0-b9a3-42f3-b57b-bd6a88b23546 None None] Pushing event updated for resources: {'Port': ['ID=4ccbbeef-dce2-499d-b7f2-b00b6e4ad540,revision_number=2']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:11.769673 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Attempting to bind port 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:39:11.770041 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Attempting to bind port 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:39:11.770498 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Attempting to bind port 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540 on network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:39:11.772487 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-44e401a0-b9a3-42f3-b57b-bd6a88b23546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:39:11.777607 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:39:11.777977 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Checking segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:39:11.778376 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.778760 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Bound using segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:39:11.779226 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Bound port: 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:39:11.779614 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.851490 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] For port 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:39:11.854880 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] For port 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=4ccbbeef-dce2-499d-b7f2-b00b6e4ad540,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:39:11.858519 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.862143 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:39:11.936919 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e401a0-b9a3-42f3-b57b-bd6a88b23546 None None] Pushing event updated for resources: {'Port': ['ID=4ccbbeef-dce2-499d-b7f2-b00b6e4ad540,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:11.940360 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-44e401a0-b9a3-42f3-b57b-bd6a88b23546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:39:11.945996 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Routers {'40c9d284-f373-43c2-9335-dcafdfdc24ee'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:39:11.946869 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:38:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['40c9d284-f373-43c2-9335-dcafdfdc24ee'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:12.151665 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] Set router 40c9d284-f373-43c2-9335-dcafdfdc24ee gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:39:12.471596 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'name': 'router1', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '4ccbbeef-dce2-499d-b7f2-b00b6e4ad540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:52Z', 'updated_at': '2021-09-10T16:39:10Z', 'revision_number': 4, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'gw_port': {'id': '4ccbbeef-dce2-499d-b7f2-b00b6e4ad540', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:39:09Z', 'updated_at': '2021-09-10T16:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'fe2baf53-22da-46a9-9e42-e8cf0bb08cff', 'name': '', 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'mac_address': 'fa:16:3e:00:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:39:01Z', 'updated_at': '2021-09-10T16:39:07Z', 'revision_number': 5, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'subnets': [{'id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a376948f-1b80-4c00-82ef-dd806e21a76d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:12.475490 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ee0de-2a34-456f-9e5c-834ab08d56a1 None None] The sync data for ids ['40c9d284-f373-43c2-9335-dcafdfdc24ee'] in dv-cinder-808473-1-smb is: [{'id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'name': 'router1', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '4ccbbeef-dce2-499d-b7f2-b00b6e4ad540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:52Z', 'updated_at': '2021-09-10T16:39:10Z', 'revision_number': 4, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'gw_port': {'id': '4ccbbeef-dce2-499d-b7f2-b00b6e4ad540', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:39:09Z', 'updated_at': '2021-09-10T16:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'fe2baf53-22da-46a9-9e42-e8cf0bb08cff', 'name': '', 'network_id': 'ea10a1b1-43ee-4fa7-921e-f463b0d79c6f', 'tenant_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'mac_address': 'fa:16:3e:00:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c9d284-f373-43c2-9335-dcafdfdc24ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:39:01Z', 'updated_at': '2021-09-10T16:39:07Z', 'revision_number': 5, 'project_id': '646b29c106dd47ebb8dd4a0efdfb9be5', 'subnets': [{'id': 'edb4f891-2a73-41c2-8613-301211ade3ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a376948f-1b80-4c00-82ef-dd806e21a76d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:39:13.019826 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 54070) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:39:13.153791 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-6699bccb-0574-4f46-84d2-10463f11ccd7 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1328375 Sep 10 16:39:13.735461 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:39:13.807776 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:39:13.813856 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:39:13.814247 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:13.930225 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:13.946647 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=4ccbbeef-dce2-499d-b7f2-b00b6e4ad540,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:39:13.950506 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:13.954907 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:39:14.022558 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=4ccbbeef-dce2-499d-b7f2-b00b6e4ad540,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:14.025839 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:39:15.717740 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:39:15.791012 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 4ccbbeef-dce2-499d-b7f2-b00b6e4ad540 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:39:15.791382 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:25.717440 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 5 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:39:27.031394 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f3797e3d-f309-4ddf-bdce-b5d0677ad132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:27.414533 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.324085 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-92fae872-257f-486e-938f-57f001e2f26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.139836 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:31.653278 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:57.035442 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-1352a1bd-b3d4-4975-a7fd-6b54c15227e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:57.418882 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:59.330131 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-a744ae38-34a2-4adf-9499-f569941b3dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:00.143434 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:01.659700 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:02.717172 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 5 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:40:27.045937 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-774222c4-fc1d-493e-9b4e-e70a9d7b7614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:27.423418 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:29.325632 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-68185b4c-3e19-44c2-a4ac-a49409daa909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:30.149230 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:31.665423 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:39.717107 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 5 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:40:57.042662 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-77b04596-9836-4bd6-8265-5b480bdcccfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.425386 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:59.319156 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-70345db5-9348-4630-b868-2095320b1102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.148293 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.670376 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:15.701659 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 54644) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:15.793496 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2167e4-4179-4604-8cd2-6b80d15f5466 admin admin] GET failed (client error): The resource could not be found. Sep 10 16:41:15.794662 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ef2167e4-4179-4604-8cd2-6b80d15f5466 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0920866 Sep 10 16:41:15.923039 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a3ae6a-3008-4fc4-9083-35d8c53b0890 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:15.924651 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-e6a3ae6a-3008-4fc4-9083-35d8c53b0890 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1254599 Sep 10 16:41:16.717381 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 5 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:41:17.957178 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 54654) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:18.092530 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc26158-d2de-4b16-822e-8ab1750547bb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:18.093379 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ccc26158-d2de-4b16-822e-8ab1750547bb admin admin] Synchronizing usage tracker for tenant:30bb45328d0944bd963c09e40e35be7d on resource:subnet {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:41:18.113684 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ccc26158-d2de-4b16-822e-8ab1750547bb admin admin] Unset dirty status for tenant:30bb45328d0944bd963c09e40e35be7d on resource:subnet {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:41:18.114830 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ccc26158-d2de-4b16-822e-8ab1750547bb admin admin] 10.222.0.43 "GET /v2.0/subnets/edb4f891-2a73-41c2-8613-301211ade3ac HTTP/1.1" status: 200 len: 849 time: 0.1567178 Sep 10 16:41:18.124239 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:41:18.239551 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:18.423766 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739258307624'] for subnet, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:18.427354 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-12119d0b-e96c-40ce-8df5-af1f9a066b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:41:18.509049 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:18.509628 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:18.511444 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] 10.222.0.43 "PUT /v2.0/subnets/edb4f891-2a73-41c2-8613-301211ade3ac HTTP/1.1" status: 200 len: 868 time: 0.3906257 Sep 10 16:41:18.515571 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2e2c98-ab6f-4e14-a1ea-4917d1c08a29 None None] Network ea10a1b1-43ee-4fa7-921e-f463b0d79c6f requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:41:18.530296 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb4f891-2a73-41c2-8613-301211ade3ac,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:18.539270 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:18.539632 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:18.539943 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:18.540270 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:18.540632 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:18.540966 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:18.541371 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:18.541722 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:18.542044 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:18.542360 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:18.542675 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:18.546350 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:41:19.024317 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-fd6ab3d1-168b-47a3-9572-3e5c7bd4cb90 None None] Provisioning complete for port fe2baf53-22da-46a9-9e42-e8cf0bb08cff triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:41:19.024717 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab3d1-168b-47a3-9572-3e5c7bd4cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:19.167047 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-fd6ab3d1-168b-47a3-9572-3e5c7bd4cb90 None None] Provisioning complete for port a600dfc3-2579-4f9d-a24a-4c510c6998fa triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:41:19.167415 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab3d1-168b-47a3-9572-3e5c7bd4cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:20.565565 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 54664) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:20.755962 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95361356-8b2d-4f91-939b-bec34bf5fe11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:20.756334 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95361356-8b2d-4f91-939b-bec34bf5fe11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:20.757856 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-95361356-8b2d-4f91-939b-bec34bf5fe11 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1913714 Sep 10 16:41:22.785493 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54674) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:22.990839 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88118b9-3ffb-4163-9eb0-da51f8b24b2f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:22.991125 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88118b9-3ffb-4163-9eb0-da51f8b24b2f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:22.991837 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-a88118b9-3ffb-4163-9eb0-da51f8b24b2f admin admin] Synchronizing usage tracker for tenant:30bb45328d0944bd963c09e40e35be7d on resource:network {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:41:23.009650 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-a88118b9-3ffb-4163-9eb0-da51f8b24b2f admin admin] Unset dirty status for tenant:30bb45328d0944bd963c09e40e35be7d on resource:network {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:41:23.010818 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-a88118b9-3ffb-4163-9eb0-da51f8b24b2f admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2244079 Sep 10 16:41:25.051050 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54684) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:25.246767 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9982b5e-f508-40ad-89ef-4b6996e6cb1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:25.248038 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-c9982b5e-f508-40ad-89ef-4b6996e6cb1a admin admin] 10.222.0.43 "GET /v2.0/networks/ea10a1b1-43ee-4fa7-921e-f463b0d79c6f HTTP/1.1" status: 200 len: 869 time: 0.1959989 Sep 10 16:41:27.045131 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-37eee317-1d5f-4f88-8cf5-728db2f779a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:27.263176 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54694) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:27.435600 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:27.462379 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a4616c-c2a4-42aa-b6fd-41c4f5b7e0b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:27.463727 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-86a4616c-c2a4-42aa-b6fd-41c4f5b7e0b8 admin admin] 10.222.0.43 "GET /v2.0/networks/fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d HTTP/1.1" status: 200 len: 886 time: 0.1996276 Sep 10 16:41:29.319301 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fc9-884e-498c-b822-8471755f16f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:29.500680 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 54704) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:29.630400 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6eae52-3011-461e-a9ac-b863ceab5406 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:29.630675 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6eae52-3011-461e-a9ac-b863ceab5406 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:29.632143 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-bc6eae52-3011-461e-a9ac-b863ceab5406 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304927 Sep 10 16:41:30.151838 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:31.639064 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 54714) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:31.684020 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:31.769876 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c934cb73-af6c-4ae2-9fae-794f98ff2f6d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:31.770234 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c934cb73-af6c-4ae2-9fae-794f98ff2f6d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:31.771713 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-c934cb73-af6c-4ae2-9fae-794f98ff2f6d admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316938 Sep 10 16:41:33.788775 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54724) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:33.924752 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072a3ab8-9a4f-4efb-a0e7-50d5e51516b5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:33.926088 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-072a3ab8-9a4f-4efb-a0e7-50d5e51516b5 admin admin] 10.222.0.43 "GET /v2.0/subnets/edb4f891-2a73-41c2-8613-301211ade3ac HTTP/1.1" status: 200 len: 868 time: 0.1364081 Sep 10 16:41:35.938227 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54734) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:36.061845 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6441bb-372e-4ea9-899b-dab3311d0b4e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:36.063950 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-5d6441bb-372e-4ea9-899b-dab3311d0b4e admin admin] 10.222.0.43 "GET /v2.0/subnets/fff94d06-642f-40e4-8f60-7f9b0623562d HTTP/1.1" status: 200 len: 816 time: 0.1244447 Sep 10 16:41:53.717241 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 5 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:41:53.901190 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54772) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:53.972997 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [None req-4998b6a2-993d-4814-be3c-6c0c1ff6ab13 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75006) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 16:41:53.973926 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-4998b6a2-993d-4814-be3c-6c0c1ff6ab13 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0717933 Sep 10 16:41:56.074324 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54782) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:56.165276 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bc7fb4-95f9-47c4-b6b5-8f99c0857c5a admin admin] GET failed (client error): The resource could not be found. Sep 10 16:41:56.166461 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-42bc7fb4-95f9-47c4-b6b5-8f99c0857c5a admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0912285 Sep 10 16:41:56.302808 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a36b9ef-8cba-457b-8fe1-2384c1bfefe5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:56.304156 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-5a36b9ef-8cba-457b-8fe1-2384c1bfefe5 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1338973 Sep 10 16:41:57.048524 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-4bd79285-1457-4a2d-a209-bd185406958f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:57.427749 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.340111 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54792) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:41:58.410661 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:41:58.415116 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:41:58.425100 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:41:58.434362 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Made reservation on behalf of 30bb45328d0944bd963c09e40e35be7d for: {'network': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:41:58.436547 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.521071 dv-cinder-808473-1-smb neutron-server[75006]: WARNING neutron.services.revisions.revision_plugin [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Could not find related network for resource to bump revision. Sep 10 16:41:58.535319 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=75006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:41:58.544078 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.544406 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.segments_db [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Added segment 540c8519-550f-45e9-81d5-857f0f41af85 of type vlan for network 8953058a-0b57-45ab-9ea6-3aa4fc38d669 Sep 10 16:41:58.570424 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.602344 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.603398 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:58.603967 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.607164 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:41:58.705264 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Pushing event updated for resources: {'Network': ['ID=8953058a-0b57-45ab-9ea6-3aa4fc38d669,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:58.708927 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3676891 Sep 10 16:41:58.715060 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:58.715249 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:58.715500 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:58.715824 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:58.716148 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:58.716486 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:58.716808 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:58.717144 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:58.717464 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:58.717773 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:58.718083 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:58.722375 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:41:58.730820 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network 8953058a-0b57-45ab-9ea6-3aa4fc38d669 details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:41:59.324968 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-5a0598bd-8885-4433-b436-815cafc31660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:00.155733 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:00.727521 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54802) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:42:00.817547 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf751ea4-3b73-451e-be4c-6468c2203b3a admin admin] GET failed (client error): The resource could not be found. Sep 10 16:42:00.818028 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-cf751ea4-3b73-451e-be4c-6468c2203b3a admin admin] Synchronizing usage tracker for tenant:30bb45328d0944bd963c09e40e35be7d on resource:network {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:42:00.832579 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-cf751ea4-3b73-451e-be4c-6468c2203b3a admin admin] Unset dirty status for tenant:30bb45328d0944bd963c09e40e35be7d on resource:network {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:42:00.833632 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-cf751ea4-3b73-451e-be4c-6468c2203b3a admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1051559 Sep 10 16:42:00.936658 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627863e3-a11b-4bfe-9a56-f45407809a42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:42:00.937989 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-627863e3-a11b-4bfe-9a56-f45407809a42 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1005082 Sep 10 16:42:00.947717 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669', 'description': 'shared-subnet'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:42:00.952383 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:42:00.962163 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:42:00.972243 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Made reservation on behalf of 30bb45328d0944bd963c09e40e35be7d for: {'subnet': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:42:00.974514 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.186053 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.190481 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:42:01.258340 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba82c4e0-23df-4b5f-840c-d2286d010b92,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:01.261424 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:42:01.275359 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Checking segment: {'id': '540c8519-550f-45e9-81d5-857f0f41af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:42:01.275729 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Network hostable DHCP agents. Network: 8953058a-0b57-45ab-9ea6-3aa4fc38d669, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:42:01.297486 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Network 8953058a-0b57-45ab-9ea6-3aa4fc38d669 is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:42:01.307301 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, 8953058a-0b57-45ab-9ea6-3aa4fc38d669) {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:42:01.311973 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:42:01.312580 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.337859 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3933384 Sep 10 16:42:01.421886 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d84658-35a5-4d21-9785-d5f27da218ce None None] Network 8953058a-0b57-45ab-9ea6-3aa4fc38d669 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:42:01.639916 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp944730ea-2810-5243-a359-b6f7ebb1c417-8953058a-0b57-45ab-9ea6-3aa4fc38d669', 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669', 'tenant_id': '30bb45328d0944bd963c09e40e35be7d', 'fixed_ips': [{'subnet_id': 'ba82c4e0-23df-4b5f-840c-d2286d010b92'}]}} from dv-cinder-808473-1-smb. {{(pid=75008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 16:42:01.640777 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.724632 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.809749 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.db_base_plugin_common [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Allocated IP 192.168.233.2 (8953058a-0b57-45ab-9ea6-3aa4fc38d669/ba82c4e0-23df-4b5f-840c-d2286d010b92/f96da7a7-5287-4a02-9af2-451b5ba67b7b) {{(pid=75008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:42:02.017012 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Notify callbacks [] for port, precommit_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.027565 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Transition to ACTIVE for port object f96da7a7-5287-4a02-9af2-451b5ba67b7b will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:42:02.046395 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Transition to ACTIVE for port object f96da7a7-5287-4a02-9af2-451b5ba67b7b will not be triggered until provisioned by entity DHCP. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:42:02.053307 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.057682 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:42:02.124189 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Network 8953058a-0b57-45ab-9ea6-3aa4fc38d669 is already hosted by enough agents. {{(pid=75008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:42:02.127832 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.base_scheduler [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Resources bound (agent type, host, resource id): {{(pid=75008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:42:02.132257 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Pushing event updated for resources: {'Port': ['ID=f96da7a7-5287-4a02-9af2-451b5ba67b7b,revision_number=1']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:02.134506 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Received port after_create {{(pid=75008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:42:02.172196 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.172609 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.173469 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.173794 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.174117 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.174442 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.174759 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.175084 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.175404 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.175715 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.176029 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.205290 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:42:02.229946 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Attempting to bind port f96da7a7-5287-4a02-9af2-451b5ba67b7b on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:42:02.230322 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Attempting to bind port f96da7a7-5287-4a02-9af2-451b5ba67b7b by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '540c8519-550f-45e9-81d5-857f0f41af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:42:02.230687 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Attempting to bind port f96da7a7-5287-4a02-9af2-451b5ba67b7b on network 8953058a-0b57-45ab-9ea6-3aa4fc38d669 {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:42:02.237158 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:42:02.237529 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Checking segment: {'id': '540c8519-550f-45e9-81d5-857f0f41af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:42:02.237930 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.238323 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Bound using segment: {'id': '540c8519-550f-45e9-81d5-857f0f41af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:42:02.238790 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Bound port: f96da7a7-5287-4a02-9af2-451b5ba67b7b, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540c8519-550f-45e9-81d5-857f0f41af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:42:02.239183 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.330094 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] For port f96da7a7-5287-4a02-9af2-451b5ba67b7b, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:42:02.333502 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] For port f96da7a7-5287-4a02-9af2-451b5ba67b7b, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=f96da7a7-5287-4a02-9af2-451b5ba67b7b,segment=NetworkSegment(540c8519-550f-45e9-81d5-857f0f41af85),segment_id=540c8519-550f-45e9-81d5-857f0f41af85)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:42:02.338031 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.341806 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:42:02.414211 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Pushing event updated for resources: {'Port': ['ID=f96da7a7-5287-4a02-9af2-451b5ba67b7b,revision_number=2']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:02.419983 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:42:03.252277 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b618b-848e-479c-bdaa-f2d0012de1f8 None None] Network 8953058a-0b57-45ab-9ea6-3aa4fc38d669 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:42:03.386892 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-5a4a9e1a-3b3c-490c-9a84-952a937fb014 None None] Provisioning for port f96da7a7-5287-4a02-9af2-451b5ba67b7b completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:42:03.823007 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device f96da7a7-5287-4a02-9af2-451b5ba67b7b up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:42:03.895966 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port f96da7a7-5287-4a02-9af2-451b5ba67b7b completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:42:03.900596 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port f96da7a7-5287-4a02-9af2-451b5ba67b7b triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:42:03.900970 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:04.014930 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:04.056567 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port f96da7a7-5287-4a02-9af2-451b5ba67b7b, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=f96da7a7-5287-4a02-9af2-451b5ba67b7b,segment=NetworkSegment(540c8519-550f-45e9-81d5-857f0f41af85),segment_id=540c8519-550f-45e9-81d5-857f0f41af85)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:42:04.060278 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:04.062421 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-6fdc0487-e0d3-4b3f-bee1-65db1c143516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:42:04.128111 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=f96da7a7-5287-4a02-9af2-451b5ba67b7b,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:04.131409 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:42:05.796581 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device f96da7a7-5287-4a02-9af2-451b5ba67b7b up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:42:05.864556 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port f96da7a7-5287-4a02-9af2-451b5ba67b7b triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:42:05.864932 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:27.053214 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-59104156-400b-4827-806e-bb9f3a8a1809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:27.430562 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:29.317375 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3d33402e-eeb2-4d71-976a-d9bcd4ee4c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:30.157286 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:30.717210 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 5 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:42:31.691946 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:57.056799 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-6a7397cf-948c-4ec9-a36b-9117fb185bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:57.433497 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:59.319855 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-46d5c00e-6bff-4b56-9818-ccd7aa92eda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:00.160339 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:01.693469 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:02.227736 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 54844) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:43:02.234197 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [None req-4fca1448-6d74-41ad-bd30-828e229dcc9b tempest-verify_tempest_config-905673540 tempest-verify_tempest_config-905673540-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75007) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 16:43:02.235144 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-4fca1448-6d74-41ad-bd30-828e229dcc9b tempest-verify_tempest_config-905673540 tempest-verify_tempest_config-905673540-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0064814 Sep 10 16:43:02.557885 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 54860) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:43:02.706138 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:02.735322 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:43:02.738904 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Usage tracker for resource:security_group_rule and tenant:35af4b8ec7f24136a55a79e6be0bf874 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:43:02.741558 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:43:02.747279 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:43:02.812555 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:02.816248 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:02.823505 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:43:02.863476 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277f3d65-ee14-4a9a-83aa-68f33ec51f66,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:43:02.868948 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35af4b8ec7f24136a55a79e6be0bf874&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3101213 Sep 10 16:43:02.871722 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54866) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:43:02.875159 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:02.875502 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:02.875841 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:02.876262 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:02.876608 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:02.876929 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:02.877240 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:02.877574 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:02.877889 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:02.878198 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:02.878510 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:02.882302 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:43:02.932339 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:02.957863 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:03.050809 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:03.055808 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:43:03.068507 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277f3d65-ee14-4a9a-83aa-68f33ec51f66,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:43:03.077271 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:03.078404 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/277f3d65-ee14-4a9a-83aa-68f33ec51f66 HTTP/1.1" status: 204 len: 168 time: 0.2049611 Sep 10 16:43:03.079908 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:03.080247 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:03.080594 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:03.081221 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:03.081534 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:03.081859 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:03.082251 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:03.082594 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:03.082825 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:03.083138 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:03.083448 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:43:03.086442 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:43:07.717263 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 5 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:43:27.062382 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ef600580-f173-4dc9-a689-79f9c7b8b9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:27.437831 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:29.321483 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-df0963d1-b3b2-45b7-8a2b-ac84fbd31a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:30.162813 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:31.696163 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:44.717138 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 5 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:43:57.065007 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c0589e0b-2068-4cdd-950e-7edd13137279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:57.439732 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:59.323530 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-b80df809-d92f-476e-ac10-1f2167af2ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:00.166790 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:01.699774 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:21.716481 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 5 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:44:27.067069 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-2dc12f98-2578-4ba6-8040-1a220aa95587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:27.443082 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:29.325184 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a3f6-94b9-49f6-b466-1ec9043b1e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:30.168934 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:31.702373 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:43.764830 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159434'] for agent, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:57.070064 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f5301da6-494f-4653-92b6-1f4d5a62b663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:57.444730 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:58.717562 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:44:58.872022 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54938) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:44:59.008542 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-21db8d31-a839-4a33-905d-e3e4619ddd3d admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1354005 Sep 10 16:44:59.326378 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-5d9f79d7-6cac-4492-8df0-93e4b422ef2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:00.173462 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:01.038050 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 54948) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:45:01.118332 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-8e86ccab-63b2-4538-8c76-d96e75729a34 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0792105 Sep 10 16:45:01.705723 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:13.702611 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:27.071785 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-e1c22ac6-5f94-4b2e-ac13-feb8401708cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:27.446353 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:29.331317 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-616c0f22-2f66-4d83-9b35-71679e7ecdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:30.175809 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:31.707728 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:35.717254 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:45:43.701321 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:57.076160 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3bd61f17-6c07-4cc0-90c5-372c2a405102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:57.453120 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:59.339657 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-4c258fc3-2720-46a3-9c30-9ffd700fe7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:00.179390 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:01.720126 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:12.716951 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:46:13.719116 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:27.078918 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ad817c1a-7513-4791-9d27-86a49b2307ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:27.451986 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:29.335861 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-70a8b56f-e581-4909-a514-87b95c0abc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:30.181956 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:31.719700 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:40.356127 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55086) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:40.894309 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1043843477-network', 'tenant_id': '69ad1e875fe946bcbcda5fabdc3825f0'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:40.899438 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:40.903716 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Usage tracker for resource:network and tenant:69ad1e875fe946bcbcda5fabdc3825f0 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:40.906898 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:40.916313 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:40.927683 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Made reservation on behalf of 69ad1e875fe946bcbcda5fabdc3825f0 for: {'network': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:40.930506 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:40.943526 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:40.975384 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:40.979536 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Usage tracker for resource:security_group_rule and tenant:69ad1e875fe946bcbcda5fabdc3825f0 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:40.982638 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:40.989062 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:41.114930 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.120832 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.126878 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:41.179566 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649a7916-782c-40ad-a565-6b190dd509d5,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:41.195674 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.196122 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.196504 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.196839 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.197276 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.197626 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.197807 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.198093 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.198418 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.198735 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.199059 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Tracked resource versions report: Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: pushed versions: Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: { 'ConntrackHelper': {'1.0'}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'Log': {'1.0'}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'Network': {'1.1'}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'Port': {'1.5'}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'PortForwarding': {'1.2'}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'QosPolicy': {'1.8'}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'SecurityGroup': {'1.2'}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'SecurityGroupRule': {'1.0'}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'SubPort': {'1.0'}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'Subnet': {'1.1'}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'Trunk': {'1.1'}} Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: consumer versions: Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: { DHCP agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: HyperV agent@hv-cinder-80847: {}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: L3 agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: Metadata agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: Metering agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: Open vSwitch agent@dv-cinder-808473-1-smb: { 'ConntrackHelper': '1.0', Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'Log': '1.0', Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'Network': '1.1', Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'Port': '1.5', Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'PortForwarding': '1.2', Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'QosPolicy': '1.8', Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'SecurityGroup': '1.2', Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'SecurityGroupRule': '1.0', Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'SubPort': '1.0', Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'Subnet': '1.1', Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: 'Trunk': '1.1'}} Sep 10 16:46:41.200083 dv-cinder-808473-1-smb neutron-server[75006]: {{(pid=75006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:46:41.205268 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=75006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:46:41.208176 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:41.217023 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.217545 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.segments_db [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Added segment f16c1b19-1e0b-4cf8-8dea-b90fb1d119be of type vlan for network 6bcc6c17-6a3e-4eae-84bc-8334c9db23ff Sep 10 16:46:41.248801 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.283781 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.285442 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:41.286231 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.293422 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5bfefa22-7cf1-4051-b178-6dee14c129b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:41.330115 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55122) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:41.382026 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55130) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:41.411518 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55138) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:41.411696 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0542603 Sep 10 16:46:41.414781 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Pushing event updated for resources: {'Network': ['ID=6bcc6c17-6a3e-4eae-84bc-8334c9db23ff,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:41.417431 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:41.434131 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network 6bcc6c17-6a3e-4eae-84bc-8334c9db23ff details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:46:41.435372 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Request body: {'subnet': {'network_id': '6bcc6c17-6a3e-4eae-84bc-8334c9db23ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1043843477-subnet', 'tenant_id': '69ad1e875fe946bcbcda5fabdc3825f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:41.441785 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:41.446874 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Usage tracker for resource:subnet and tenant:69ad1e875fe946bcbcda5fabdc3825f0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:41.450416 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:41.459715 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:41.474504 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Made reservation on behalf of 69ad1e875fe946bcbcda5fabdc3825f0 for: {'subnet': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:41.478635 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.613605 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2142579479-network', 'tenant_id': 'c28ec44e0e704a23be0537f99a4c2891'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:41.617913 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:41.621959 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Usage tracker for resource:network and tenant:c28ec44e0e704a23be0537f99a4c2891 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:41.624734 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:41.631255 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:41.728196 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Made reservation on behalf of c28ec44e0e704a23be0537f99a4c2891 for: {'network': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:41.730489 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.741119 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.748165 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:41.775237 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.857724 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9ee692-4311-4a25-af16-0a2c7b982b34,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:41.869635 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:41.874113 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.874441 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.874764 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.875079 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.875395 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.875708 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.876016 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.876520 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.876862 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.877325 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.877775 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Tracked resource versions report: Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: pushed versions: Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: { 'ConntrackHelper': {'1.0'}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'Log': {'1.0'}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'Network': {'1.1'}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'Port': {'1.5'}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'PortForwarding': {'1.2'}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'QosPolicy': {'1.8'}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'SecurityGroup': {'1.2'}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'SecurityGroupRule': {'1.0'}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'SubPort': {'1.0'}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'Subnet': {'1.1'}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'Trunk': {'1.1'}} Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: consumer versions: Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: { DHCP agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: HyperV agent@hv-cinder-80847: {}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: L3 agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: Metadata agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: Metering agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: Open vSwitch agent@dv-cinder-808473-1-smb: { 'ConntrackHelper': '1.0', Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'Log': '1.0', Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'Network': '1.1', Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'Port': '1.5', Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'PortForwarding': '1.2', Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'QosPolicy': '1.8', Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'SecurityGroup': '1.2', Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'SecurityGroupRule': '1.0', Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'SubPort': '1.0', Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'Subnet': '1.1', Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: 'Trunk': '1.1'}} Sep 10 16:46:41.878950 dv-cinder-808473-1-smb neutron-server[75007]: {{(pid=75007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:46:41.883257 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Checking segment: {'id': 'f16c1b19-1e0b-4cf8-8dea-b90fb1d119be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6bcc6c17-6a3e-4eae-84bc-8334c9db23ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:46:41.883782 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Network hostable DHCP agents. Network: 6bcc6c17-6a3e-4eae-84bc-8334c9db23ff, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:46:41.890901 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c28ec44e0e704a23be0537f99a4c2891 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:41.893359 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1664506912-network', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:41.893511 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:41.898156 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:41.898721 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:41.903034 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Usage tracker for resource:network and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:41.906319 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:41.908170 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:41.915384 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:41.926938 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Network 6bcc6c17-6a3e-4eae-84bc-8334c9db23ff is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:46:41.929811 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Made reservation on behalf of 90d702d7559f4126a99bbd8b70ef84d1 for: {'network': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:41.932722 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.942272 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, 6bcc6c17-6a3e-4eae-84bc-8334c9db23ff) {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:41.949784 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:41.950348 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.954067 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9df7e2-1c3f-4bcc-ada0-ea05864a35bc None None] Network 6bcc6c17-6a3e-4eae-84bc-8334c9db23ff requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:41.958474 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:41.998668 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:42.004267 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Usage tracker for resource:security_group_rule and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:42.007421 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:42.016203 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:42.034459 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6215453 Sep 10 16:46:42.057117 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.065909 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.077343 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:42.123307 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=75007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:46:42.147895 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.148274 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.segments_db [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Added segment a2daf03f-6e9d-496d-8f56-bbabb9a7ce34 of type vlan for network bb66cd3c-0679-4903-9800-f25ea992863a Sep 10 16:46:42.149569 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031a96ef-82d5-4359-8971-ac360ae82957,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:42.171012 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:42.186607 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.192576 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.195705 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ad535c64-5ed8-45f1-bff4-ce116087a948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:42.197078 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.231999 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f61a3e4-4b1e-498b-8489-0561c4c4a9bf,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:42.234948 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:42.252428 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55166) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:42.263107 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55170) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:42.285334 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.289261 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.db.api [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:46:42.289790 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_db.api [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:46:42.290971 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:42.291730 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.295747 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55178) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:42.306270 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d191800e-3abc-4941-888c-937560998f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:42.317377 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd28066b-d89b-4115-8663-468083e8f254 None None] Network 6bcc6c17-6a3e-4eae-84bc-8334c9db23ff requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:42.428957 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55188) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:42.429700 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0976789 Sep 10 16:46:42.436759 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Pushing event updated for resources: {'Network': ['ID=bb66cd3c-0679-4903-9800-f25ea992863a,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:42.440443 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:42.442050 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Request body: {'subnet': {'network_id': 'bb66cd3c-0679-4903-9800-f25ea992863a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2142579479-subnet', 'tenant_id': 'c28ec44e0e704a23be0537f99a4c2891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:42.448966 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network bb66cd3c-0679-4903-9800-f25ea992863a details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:46:42.451361 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:42.455955 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Usage tracker for resource:subnet and tenant:c28ec44e0e704a23be0537f99a4c2891 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:42.460444 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:42.467810 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:42.480781 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Made reservation on behalf of c28ec44e0e704a23be0537f99a4c2891 for: {'subnet': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:42.484199 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.615710 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-112798519-network', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:42.622886 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:42.632670 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Usage tracker for resource:network and tenant:cced50fda7f44ab5968a0c6949ddb6a5 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:42.639077 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:42.648697 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:42.660892 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Made reservation on behalf of cced50fda7f44ab5968a0c6949ddb6a5 for: {'network': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:42.663940 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.664339 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-network', 'tenant_id': '37c566691d13470b946e49df098800e6'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:42.669700 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:42.689412 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1713894124-network', 'tenant_id': 'd95a9badc5004a7c889e2c9908741100'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:42.691863 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.697817 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:42.703614 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Usage tracker for resource:network and tenant:d95a9badc5004a7c889e2c9908741100 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:42.707114 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Usage tracker for resource:network and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:42.718092 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:42.721301 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:42.731410 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:42.735381 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:42.738577 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:42.742249 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Usage tracker for resource:security_group_rule and tenant:cced50fda7f44ab5968a0c6949ddb6a5 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:42.746851 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:42.752383 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.755207 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:42.757506 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-955f834a-60cf-4f57-b542-23ff2bd28456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:42.812488 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.847922 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.854000 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.854162 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Made reservation on behalf of d95a9badc5004a7c889e2c9908741100 for: {'network': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:42.856280 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.858203 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:42.865362 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Made reservation on behalf of 37c566691d13470b946e49df098800e6 for: {'network': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:42.867535 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.876879 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=542476dc-7851-4e71-9192-c889f2cdbba7,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:42.885515 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:42.895282 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=75007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:46:42.900189 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.906792 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75a7b29-9b15-4dad-9c03-75c6a6b537a1,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:42.909675 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:42.912636 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.913165 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.segments_db [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Added segment 6b6580ca-b21f-476f-ad74-ba0e64aaadbb of type vlan for network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 Sep 10 16:46:42.928768 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.946032 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.981996 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.984138 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:42.984999 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:42.992088 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:42.993274 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:42.999928 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.db.api [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:46:43.000238 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_db.api [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:46:43.005575 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Usage tracker for resource:security_group_rule and tenant:d95a9badc5004a7c889e2c9908741100 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:43.011067 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Checking segment: {'id': 'a2daf03f-6e9d-496d-8f56-bbabb9a7ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb66cd3c-0679-4903-9800-f25ea992863a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:46:43.011937 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Network hostable DHCP agents. Network: bb66cd3c-0679-4903-9800-f25ea992863a, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:46:43.025507 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:43.043836 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:43.091141 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:43.096291 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Usage tracker for resource:security_group_rule and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:43.108020 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:43.129208 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Network bb66cd3c-0679-4903-9800-f25ea992863a is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:46:43.136879 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:43.149113 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, bb66cd3c-0679-4903-9800-f25ea992863a) {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:43.158053 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:43.158560 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:43.159851 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e43905-62b0-40a7-baa2-a11432eb2180 None None] Network bb66cd3c-0679-4903-9800-f25ea992863a requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:43.234101 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Pushing event updated for resources: {'Network': ['ID=0e5adaf9-c968-40bc-9d44-9a6aade22f43,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:43.244715 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:43.246750 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:43.259115 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:43.280442 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0162461 Sep 10 16:46:43.284034 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55210) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:43.291372 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Request body: {'subnet': {'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-112798519-subnet', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:43.296734 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:43.304073 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Usage tracker for resource:subnet and tenant:cced50fda7f44ab5968a0c6949ddb6a5 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:43.306653 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:43.308182 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:43.318102 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:43.320258 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:46:43.367272 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=75006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:46:43.378579 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:43.379077 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.segments_db [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Added segment f7046ca8-a5ba-4939-b846-52cd4de601aa of type vlan for network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 Sep 10 16:46:43.401608 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34549377-0214-4a22-88bc-ae0a56b57cf3,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:43.421943 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:43.424354 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:43.499092 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0666821 Sep 10 16:46:43.514761 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:43.525083 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:43.541586 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Made reservation on behalf of cced50fda7f44ab5968a0c6949ddb6a5 for: {'subnet': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:43.546116 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:43.556398 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:43.595707 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4f390-3d66-41c7-b94a-7888ebde5bc2 None None] Network bb66cd3c-0679-4903-9800-f25ea992863a requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:43.605069 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:43.699595 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:43.706512 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740a08d4-06b5-417b-90be-cb4a0687586f,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:43.715499 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:43.716601 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:43.717188 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:43.725226 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.db.api [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:46:43.725546 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_db.api [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:46:43.741409 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-0d35dbf1-0cea-4073-a740-4fb61e31d889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:43.779808 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.db.api [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:46:43.780120 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_db.api [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:46:43.860359 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.003783 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55230) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:44.007398 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.012554 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-403472456-network', 'tenant_id': 'bddb144be1004b3a9b7774c74cc876eb'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:44.023181 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:44.025448 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:44.073127 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7728186 Sep 10 16:46:44.076031 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55240) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:44.084410 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8b6956-e9ad-4274-8095-3b0e68edaa22,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:44.094403 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Usage tracker for resource:network and tenant:bddb144be1004b3a9b7774c74cc876eb is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:44.099392 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:44.110718 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:44.116610 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:44.116830 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:46:44.124892 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Request body: {'subnet': {'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1713894124-subnet', 'tenant_id': 'd95a9badc5004a7c889e2c9908741100', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:44.147278 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Made reservation on behalf of bddb144be1004b3a9b7774c74cc876eb for: {'network': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:44.148601 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:44.149694 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.168355 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Usage tracker for resource:subnet and tenant:d95a9badc5004a7c889e2c9908741100 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:44.170695 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.179579 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:44.201378 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:44.206264 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:44.210302 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Usage tracker for resource:security_group_rule and tenant:bddb144be1004b3a9b7774c74cc876eb is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:44.213150 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:44.219285 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:44.226268 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Made reservation on behalf of d95a9badc5004a7c889e2c9908741100 for: {'subnet': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:44.231530 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.333087 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15759e78-f453-4e6b-a31e-5c5791b0a59f,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:44.347834 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:44.350902 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.355705 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.356944 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.357729 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Checking segment: {'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:46:44.358141 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Network hostable DHCP agents. Network: 0e5adaf9-c968-40bc-9d44-9a6aade22f43, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:46:44.367936 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:44.420636 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=75007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:46:44.445559 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174a6a9a-f795-43ac-af8b-16e0c85835f2,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:44.462029 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:44.467639 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.467995 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.segments_db [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Added segment bc745686-0699-45a1-b635-88aff16694c4 of type vlan for network e140fd5c-3aa7-470a-aa4d-8364c86192da Sep 10 16:46:44.486285 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:46:44.548944 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.557321 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, 0e5adaf9-c968-40bc-9d44-9a6aade22f43) {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:44.562657 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:44.563614 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.567891 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a26c420-3cce-421e-bb3c-745d22ece5c0 None None] Network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:44.615625 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3300946 Sep 10 16:46:44.617188 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.617934 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55254) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:44.618374 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.620564 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:44.621298 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.627764 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:44.649402 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:44.726681 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7200930 Sep 10 16:46:44.732246 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55258) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:44.733836 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-112798519-router', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:44.741826 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.db.api [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:46:44.744762 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_db.api [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:46:44.761540 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Request body: {'subnet': {'network_id': 'e140fd5c-3aa7-470a-aa4d-8364c86192da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-403472456-subnet', 'tenant_id': 'bddb144be1004b3a9b7774c74cc876eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:44.768716 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:44.774982 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Usage tracker for resource:subnet and tenant:bddb144be1004b3a9b7774c74cc876eb is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:44.776621 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:44.779991 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:44.793495 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:44.812763 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Made reservation on behalf of bddb144be1004b3a9b7774c74cc876eb for: {'subnet': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:44.816652 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.827513 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Usage tracker for resource:router and tenant:cced50fda7f44ab5968a0c6949ddb6a5 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:44.844287 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Pushing event updated for resources: {'Network': ['ID=e140fd5c-3aa7-470a-aa4d-8364c86192da,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:44.850886 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:44.858670 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:44.863032 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network e140fd5c-3aa7-470a-aa4d-8364c86192da details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:46:44.879790 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:44.908015 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a6559f-b380-44bf-8ab5-841ac3638065,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:44.924603 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:44.939607 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6726'] for router, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.941317 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4159522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6745'] for router, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:44.990853 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.187920 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Checking segment: {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:46:45.188604 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Network hostable DHCP agents. Network: 2e8b6956-e9ad-4274-8095-3b0e68edaa22, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:46:45.232493 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.248492 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6c129416-5989-49eb-a07a-ea030ceaf966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:45.257602 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc062e6-badf-4528-875a-d9728e789a1a None None] Network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:45.347188 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55280) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:45.353194 dv-cinder-808473-1-smb neutron-server[75006]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 16:46:45.384999 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Checking segment: {'id': 'bc745686-0699-45a1-b635-88aff16694c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e140fd5c-3aa7-470a-aa4d-8364c86192da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:46:45.385565 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Network hostable DHCP agents. Network: e140fd5c-3aa7-470a-aa4d-8364c86192da, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:46:45.428980 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Network e140fd5c-3aa7-470a-aa4d-8364c86192da is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:46:45.435394 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1b205e-441d-4c6b-9c03-599d9f4856ec,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:45.442208 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:45.454672 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4158256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6763'] for router, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.461584 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, e140fd5c-3aa7-470a-aa4d-8364c86192da) {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:45.470811 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:46:45.475273 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840aea8a-a17f-4049-ba59-db842f1a3dc7 None None] Network e140fd5c-3aa7-470a-aa4d-8364c86192da requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:45.477439 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:45.478008 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.479780 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, 2e8b6956-e9ad-4274-8095-3b0e68edaa22) {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:45.487614 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:45.488200 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.510313 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7764859 Sep 10 16:46:45.526662 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.606898 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730973be-d84e-4915-8b85-95a86d9d1c5d None None] Network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:45.640900 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5610864 Sep 10 16:46:45.665564 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=75006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:46:45.672225 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-8c9f5afe-e17a-4f8b-8874-100b2f11ff53 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:45.674945 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55298) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:45.680292 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-8c9f5afe-e17a-4f8b-8874-100b2f11ff53 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/networks?id=bb66cd3c-0679-4903-9800-f25ea992863a HTTP/1.1" status: 200 len: 812 time: 0.3304503 Sep 10 16:46:45.686895 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.713654 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-b2fe41e6-0165-470b-af77-957f9c66ed93 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/quotas/c28ec44e0e704a23be0537f99a4c2891 HTTP/1.1" status: 200 len: 375 time: 0.0323596 Sep 10 16:46:45.782016 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-61109e6b-d61c-4d9f-bfb3-05faf3c887c8 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c28ec44e0e704a23be0537f99a4c2891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674064 Sep 10 16:46:45.784877 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.784877 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.segments_db [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Added segment 146b7c40-f09b-4bc9-99db-6fda84fe2f92 of type vlan for network b65969a5-0d8c-42ad-9abf-b97b1a238cde Sep 10 16:46:45.805864 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cee54d-f067-48c8-b655-c6a3783acd43 admin admin] Deleting subnet 5b9ee692-4311-4a25-af16-0a2c7b982b34 {{(pid=75007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:46:45.822842 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-72cee54d-f067-48c8-b655-c6a3783acd43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.839903 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.897548 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.901621 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:45.902200 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.907664 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:45.920933 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-72cee54d-f067-48c8-b655-c6a3783acd43 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:45.941059 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-72cee54d-f067-48c8-b655-c6a3783acd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.089866 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca70932b-3f59-49f0-803f-95c7f95561dd None None] Network e140fd5c-3aa7-470a-aa4d-8364c86192da requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:46.099479 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-72cee54d-f067-48c8-b655-c6a3783acd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.122736 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:46.183547 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.db.api [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:46:46.183857 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_db.api [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:46:46.196486 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-72cee54d-f067-48c8-b655-c6a3783acd43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.226987 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cee54d-f067-48c8-b655-c6a3783acd43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9ee692-4311-4a25-af16-0a2c7b982b34,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:46.231525 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-72cee54d-f067-48c8-b655-c6a3783acd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:46.243833 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-72cee54d-f067-48c8-b655-c6a3783acd43 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5b9ee692-4311-4a25-af16-0a2c7b982b34 HTTP/1.1" status: 204 len: 168 time: 0.5624137 Sep 10 16:46:46.244627 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55314) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:46.261091 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.8776443 Sep 10 16:46:46.261996 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Pushing event updated for resources: {'Network': ['ID=b65969a5-0d8c-42ad-9abf-b97b1a238cde,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:46.265486 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:46.266082 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55318) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:46.278860 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Request body: {'subnet': {'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1664506912-subnet', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:46.287046 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628270c7-b563-4fc0-aa67-097c855b1aa9 None None] Network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:46.287944 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:46.294831 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Usage tracker for resource:subnet and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:46.300597 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network b65969a5-0d8c-42ad-9abf-b97b1a238cde details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:46:46.301022 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:46.308836 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:46.315478 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.405156 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-2d6ddf13-3bb1-406f-8a1a-2bd8939983ee service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75006) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 16:46:46.409716 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-2d6ddf13-3bb1-406f-8a1a-2bd8939983ee service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2739224 Sep 10 16:46:46.521559 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.558507 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.584669 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55336) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:46.656441 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Made reservation on behalf of 90d702d7559f4126a99bbd8b70ef84d1 for: {'subnet': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:46.659348 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.693794 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.707586 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.708055 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.708871 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.709191 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > port after_create 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.709501 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.709847 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > port after_update 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.710298 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.710629 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.710948 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.711236 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.719378 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.869487 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.869756 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.870164 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.870531 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:46:46.870892 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcc6c17-6a3e-4eae-84bc-8334c9db23ff']}} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:46.884608 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16c1b19-1e0b-4cf8-8dea-b90fb1d119be') {'for_net_delete': True} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:46.885054 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16c1b19-1e0b-4cf8-8dea-b90fb1d119be') {} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:46.896626 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968829'] for segment, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.912492 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.919404 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=75007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:46:46.919898 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296045'] for segment, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: util.warn_limited( Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: util.warn_limited( Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: Traceback (most recent call last): Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: timer() Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: cb(*args, **kw) Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: return func(*args, **kwargs) Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: self._notify() Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: self.callback(batched_events) Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: event.method(event) Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: return f(self, *a, **k) Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: return self._get(url).json() Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: return self.request(url, 'GET', **kwargs) Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:46:46.938252 dv-cinder-808473-1-smb neutron-server[75007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:46:46.962586 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=75006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:46:47.006341 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-61ccfe9b-10f1-4214-b42b-6f866d572a69 service neutron] 10.222.0.43 "GET /v2.0/networks/bb66cd3c-0679-4903-9800-f25ea992863a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844283 Sep 10 16:46:47.016897 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.017285 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.segments_db [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Added segment 3b43be97-dd48-4910-af45-2db609785650 of type vlan for network ecb65f3d-a1a4-48c7-afca-7adf91c643fb Sep 10 16:46:47.018894 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.023057 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:47.038621 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.046399 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bcc6c17-6a3e-4eae-84bc-8334c9db23ff,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:47.049008 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:47.050938 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-e2ac1fc6-3c21-4255-b83c-7ed6460b5ce0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6bcc6c17-6a3e-4eae-84bc-8334c9db23ff HTTP/1.1" status: 204 len: 168 time: 0.8009713 Sep 10 16:46:47.053604 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55340) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:47.055396 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-83b0eb08-26cc-44c9-8edf-45ef6812f018 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:47.056156 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-83b0eb08-26cc-44c9-8edf-45ef6812f018 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Synchronizing usage tracker for tenant:d95a9badc5004a7c889e2c9908741100 on resource:network {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:46:47.115028 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc9912e-0ffd-43c5-af6b-4856f3c4e1b3 admin admin] Deleting subnet fb1b205e-441d-4c6b-9c03-599d9f4856ec {{(pid=75007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:46:47.118034 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bcc9912e-0ffd-43c5-af6b-4856f3c4e1b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.158460 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Allocated IP 172.28.1.85 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/66d269c1-9ff0-42be-8994-f29bba44cba5) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:46:47.166166 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bcc9912e-0ffd-43c5-af6b-4856f3c4e1b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968804'] for subnet, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.178305 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.224332 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bcc9912e-0ffd-43c5-af6b-4856f3c4e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.259668 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-83b0eb08-26cc-44c9-8edf-45ef6812f018 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Unset dirty status for tenant:d95a9badc5004a7c889e2c9908741100 on resource:network {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:46:47.260845 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-83b0eb08-26cc-44c9-8edf-45ef6812f018 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 815 time: 0.6751852 Sep 10 16:46:47.293331 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bcc9912e-0ffd-43c5-af6b-4856f3c4e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3038976'] for subnet, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.298686 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:47.330310 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9912e-0ffd-43c5-af6b-4856f3c4e1b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1b205e-441d-4c6b-9c03-599d9f4856ec,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:47.334129 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bcc9912e-0ffd-43c5-af6b-4856f3c4e1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:47.336951 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bcc9912e-0ffd-43c5-af6b-4856f3c4e1b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.342673 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-bcc9912e-0ffd-43c5-af6b-4856f3c4e1b3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fb1b205e-441d-4c6b-9c03-599d9f4856ec HTTP/1.1" status: 204 len: 168 time: 0.2879026 Sep 10 16:46:47.345852 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55344) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:47.411299 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-396f7563-4ce7-42dc-9db0-fe6e2f29661c service neutron] 10.222.0.43 "GET /v2.0/networks/bb66cd3c-0679-4903-9800-f25ea992863a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968689 Sep 10 16:46:47.425223 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-12e9f5d8-66f2-436a-9a94-0e534edc42ad tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/quotas/d95a9badc5004a7c889e2c9908741100 HTTP/1.1" status: 200 len: 375 time: 0.1012151 Sep 10 16:46:47.440366 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.450482 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:47.451063 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.460311 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.494229 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:47.532397 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.609545 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-86adc3c7-99d7-4240-ba49-06365f596231 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1641095 Sep 10 16:46:47.640967 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.658310 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.661600 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Pushing event updated for resources: {'Network': ['ID=ecb65f3d-a1a4-48c7-afca-7adf91c643fb,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:47.667571 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 5.4136877 Sep 10 16:46:47.670645 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:47.673745 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55366) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:47.673932 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7e1b031a-ef51-4a8a-a82e-89b616d16916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:47.677621 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network ecb65f3d-a1a4-48c7-afca-7adf91c643fb details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:46:47.702354 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Request body: {'subnet': {'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-subnet', 'tenant_id': '37c566691d13470b946e49df098800e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:47.712353 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:47.724557 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Usage tracker for resource:subnet and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:47.729457 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:47.757676 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:47.767656 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e140fd5c-3aa7-470a-aa4d-8364c86192da']}} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:47.784174 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc745686-0699-45a1-b635-88aff16694c4') {'for_net_delete': True} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:47.784477 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc745686-0699-45a1-b635-88aff16694c4') {} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:47.798731 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968829'] for segment, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.809762 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=54bb58bb-87eb-4281-bd1c-58a2b9514021,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:47.817886 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:47.818609 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Checking segment: {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:46:47.819029 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Network hostable DHCP agents. Network: b65969a5-0d8c-42ad-9abf-b97b1a238cde, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:46:47.819153 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.826912 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=75007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:46:47.827614 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296045'] for segment, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.839011 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:47.848532 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:47.922924 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Network b65969a5-0d8c-42ad-9abf-b97b1a238cde is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: Traceback (most recent call last): Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: timer() Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: cb(*args, **kw) Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: return func(*args, **kwargs) Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: self._notify() Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: self.callback(batched_events) Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: event.method(event) Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: return f(self, *a, **k) Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: return self._get(url).json() Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: return self.request(url, 'GET', **kwargs) Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:46:47.962439 dv-cinder-808473-1-smb neutron-server[75007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:46:47.972878 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Made reservation on behalf of 37c566691d13470b946e49df098800e6 for: {'subnet': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:47.975408 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3039013'] for subnet, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:48.020502 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-2743db4c-7c9f-4e89-b1f1-8e123e7c69f1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75006) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 16:46:48.021641 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-2743db4c-7c9f-4e89-b1f1-8e123e7c69f1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2619393 Sep 10 16:46:48.028276 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, b65969a5-0d8c-42ad-9abf-b97b1a238cde) {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:48.033006 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:48.033945 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:48.037159 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91223f1-1606-407d-87f4-83f25368f744 None None] Network b65969a5-0d8c-42ad-9abf-b97b1a238cde requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:48.107698 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:48.121057 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:48.154029 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:48.161714 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] 10.222.0.43 "DELETE /v2.0/networks/e140fd5c-3aa7-470a-aa4d-8364c86192da HTTP/1.1" status: 204 len: 168 time: 0.8145647 Sep 10 16:46:48.165996 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] Pushing event deleted for resources: {'Network': ['ID=e140fd5c-3aa7-470a-aa4d-8364c86192da,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:48.178997 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-91737968-86fd-45c9-b1ee-135bf28727ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:48.229875 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:46:48.242226 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-170d16eb-ad91-4bd1-9bbb-771044b9614b service neutron] 10.222.0.43 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009048 Sep 10 16:46:48.250354 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Pushing event updated for resources: {'Port': ['ID=66d269c1-9ff0-42be-8994-f29bba44cba5,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:48.263085 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:48.264235 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:48.268059 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:46:48.306612 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1d303962-99a1-4c2e-8a58-cc91d820c184 req-618420a0-3293-4335-aaca-e25eb5355a0f tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 210 time: 0.2953095 Sep 10 16:46:48.371478 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3296178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3038987'] for subnet, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:48.381003 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bcc9912e-0ffd-43c5-af6b-4856f3c4e1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:48.414172 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-626a3472-b636-4a1b-a4ee-be86946b72fa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1435113 Sep 10 16:46:48.415954 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55400) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:48.447035 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:48.455407 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:48.461314 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Usage tracker for resource:router and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:48.469790 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:48.477761 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:48.538565 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6726'] for router, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:48.539852 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4159522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6745'] for router, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:48.551713 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp944730ea-2810-5243-a359-b6f7ebb1c417-b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021'}]}} from dv-cinder-808473-1-smb. {{(pid=75008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 16:46:48.552604 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:48.569045 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Checking segment: {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:46:48.569544 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Network hostable DHCP agents. Network: ecb65f3d-a1a4-48c7-afca-7adf91c643fb, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:46:48.580036 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55406) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:48.584502 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb5b132-17e6-4460-8205-c81865da0463,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:48.587448 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:48.631575 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-cec92265-6417-4625-85b4-98138bee5f8c service neutron] 10.222.0.43 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322139 Sep 10 16:46:48.634001 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:48.679190 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-aa0be4f5-4a7e-48b8-bee1-de71b1e2d84e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69ad1e875fe946bcbcda5fabdc3825f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0960138 Sep 10 16:46:48.680403 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55414) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:48.683588 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Network ecb65f3d-a1a4-48c7-afca-7adf91c643fb is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:46:48.807859 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:48.808732 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4158229'] for router, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:48.828487 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, ecb65f3d-a1a4-48c7-afca-7adf91c643fb) {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:48.847347 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b126be20-9b80-49dd-af1a-aa3525a63ebd None None] Network ecb65f3d-a1a4-48c7-afca-7adf91c643fb requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:48.933593 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:48.934219 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:49.046038 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c70-972a-444b-8660-455eab772604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:49.089149 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4158256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6763'] for router, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:49.105173 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-aeecf704-8ac7-426b-be02-25a16c5f4e04 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4292195 Sep 10 16:46:49.107417 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c70-972a-444b-8660-455eab772604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:49.115679 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55440) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:49.144740 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:49.148966 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.db_base_plugin_common [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Allocated IP 172.20.0.2 (b65969a5-0d8c-42ad-9abf-b97b1a238cde/54bb58bb-87eb-4281-bd1c-58a2b9514021/7cfc273e-50c3-48fb-affe-7c8a1484d475) {{(pid=75008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:46:49.164471 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:49.242905 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Usage tracker for resource:router and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:49.257516 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:49.285555 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:49.333008 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6726'] for router, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:49.334975 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4159522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6745'] for router, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:49.384233 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:49.396980 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6911d853-9f10-44fe-ab8f-fb63e3011eec req-1e566dc7-feb1-4ce0-92f3-db04014dcaf5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 210 time: 0.2028639 Sep 10 16:46:49.447685 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c70-972a-444b-8660-455eab772604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:49.460954 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-aee13002-783d-46c0-8086-f3a18f7d61b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:49.652360 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5ee82343-c765-407c-a4da-09892fc657da req-19fb2dc0-241f-4adc-93b3-28216a0f9ea0 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 210 time: 0.1132038 Sep 10 16:46:49.718282 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Router 54add8c3-6e86-45f0-bdf0-dce493960581 is scheduled to L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 with binding_index 1 {{(pid=75006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:46:49.719713 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:46:49.722173 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp944730ea-2810-5243-a359-b6f7ebb1c417-ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463'}]}} from dv-cinder-808473-1-smb. {{(pid=75008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 16:46:49.726862 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:49.745194 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca6c70-972a-444b-8660-455eab772604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649a7916-782c-40ad-a565-6b190dd509d5,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:49.748943 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d1ca6c70-972a-444b-8660-455eab772604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:49.904867 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c70-972a-444b-8660-455eab772604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:49.906025 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d1ca6c70-972a-444b-8660-455eab772604 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/649a7916-782c-40ad-a565-6b190dd509d5 HTTP/1.1" status: 204 len: 168 time: 1.2239861 Sep 10 16:46:50.040890 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4158256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6763'] for router, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:50.061620 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:50.071793 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:46:50.085584 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Sync routers for ids ['54add8c3-6e86-45f0-bdf0-dce493960581'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:46:50.111343 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Routers {'54add8c3-6e86-45f0-bdf0-dce493960581'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:46:50.117574 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Notify callbacks [] for router, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:50.118170 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['54add8c3-6e86-45f0-bdf0-dce493960581'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:50.121386 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4791658 Sep 10 16:46:50.124913 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55484) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:50.152708 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55488) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:50.167221 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:50.273092 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.db_base_plugin_common [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Allocated IP 172.20.0.2 (ecb65f3d-a1a4-48c7-afca-7adf91c643fb/2cb5b132-17e6-4460-8205-c81865da0463/eb65cd5c-5410-4437-aba4-c3138534d7ed) {{(pid=75008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:46:50.304772 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Notify callbacks [] for port, precommit_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:50.368791 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Transition to ACTIVE for port object 7cfc273e-50c3-48fb-affe-7c8a1484d475 will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:46:50.550968 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Transition to ACTIVE for port object 7cfc273e-50c3-48fb-affe-7c8a1484d475 will not be triggered until provisioned by entity DHCP. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:46:50.580528 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:50.604252 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Set router 54add8c3-6e86-45f0-bdf0-dce493960581 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:46:50.611636 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:50.766450 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Pushing event updated for resources: {'Port': ['ID=7cfc273e-50c3-48fb-affe-7c8a1484d475,revision_number=1']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:50.787641 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c43d6bd0-039e-4762-8c91-62678a04522a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:50.795235 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:50.796743 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:50.798366 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:50.799086 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:50.799317 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55506) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:50.799855 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:50.802053 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:50.803213 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:50.803858 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:50.806412 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:50.807546 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:50.808943 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Tracked resource versions report: Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: pushed versions: Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: { 'ConntrackHelper': {'1.0'}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'Log': {'1.0'}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'Network': {'1.1'}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'Port': {'1.5'}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'PortForwarding': {'1.2'}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'QosPolicy': {'1.8'}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'SecurityGroup': {'1.2'}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'SecurityGroupRule': {'1.0'}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'SubPort': {'1.0'}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'Subnet': {'1.1'}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'Trunk': {'1.1'}} Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: consumer versions: Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: { DHCP agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: HyperV agent@hv-cinder-80847: {}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: L3 agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: Metadata agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: Metering agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: Open vSwitch agent@dv-cinder-808473-1-smb: { 'ConntrackHelper': '1.0', Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'Log': '1.0', Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'Network': '1.1', Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'Port': '1.5', Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'PortForwarding': '1.2', Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'QosPolicy': '1.8', Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'SecurityGroup': '1.2', Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'SecurityGroupRule': '1.0', Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'SubPort': '1.0', Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'Subnet': '1.1', Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: 'Trunk': '1.1'}} Sep 10 16:46:50.810675 dv-cinder-808473-1-smb neutron-server[75008]: {{(pid=75008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:46:50.818659 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:50.856542 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Network b65969a5-0d8c-42ad-9abf-b97b1a238cde is already hosted by enough agents. {{(pid=75008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:46:50.866268 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.48', 53653) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:50.871014 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.base_scheduler [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Resources bound (agent type, host, resource id): {{(pid=75008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:50.878951 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Received port after_create {{(pid=75008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:46:50.879284 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7f720a91-4bfe-4017-8dc7-1883b4312199 req-b65ef6c5-88f4-4691-8e2a-2e8d4b141619 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 210 time: 0.1641769 Sep 10 16:46:50.947424 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d4726988-9915-402c-bd89-b8fbd13c3d28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bddb144be1004b3a9b7774c74cc876eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1438689 Sep 10 16:46:50.953957 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55516) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:51.041501 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Attempting to bind port 7cfc273e-50c3-48fb-affe-7c8a1484d475 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:46:51.042096 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Attempting to bind port 7cfc273e-50c3-48fb-affe-7c8a1484d475 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:46:51.042719 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Attempting to bind port 7cfc273e-50c3-48fb-affe-7c8a1484d475 on network b65969a5-0d8c-42ad-9abf-b97b1a238cde {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:46:51.045007 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-c43d6bd0-039e-4762-8c91-62678a04522a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:51.052332 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-c43d6bd0-039e-4762-8c91-62678a04522a admin admin] Usage tracker for resource:security_group_rule and tenant:5dc8b9461851408daa6f555b84f73fcf is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:51.063304 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:46:51.064644 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Checking segment: {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:46:51.065154 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.065648 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Bound using segment: {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:46:51.066406 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Bound port: 7cfc273e-50c3-48fb-affe-7c8a1484d475, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:46:51.066915 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.088312 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-c43d6bd0-039e-4762-8c91-62678a04522a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:51.120551 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-c43d6bd0-039e-4762-8c91-62678a04522a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:51.139612 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'name': 'tempest-ServerRescueNegativeTestJSON-112798519-router', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:44Z', 'updated_at': '2021-09-10T16:46:48Z', 'revision_number': 3, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'gw_port': {'id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:39:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:46Z', 'updated_at': '2021-09-10T16:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:51.140328 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Notify callbacks [] for port, precommit_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.145689 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Checking router: 54add8c3-6e86-45f0-bdf0-dce493960581 for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:46:51.146928 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Updating router 54add8c3-6e86-45f0-bdf0-dce493960581 port 66d269c1-9ff0-42be-8994-f29bba44cba5 binding host dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:46:51.169021 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Transition to ACTIVE for port object eb65cd5c-5410-4437-aba4-c3138534d7ed will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:46:51.213373 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.215595 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Transition to ACTIVE for port object eb65cd5c-5410-4437-aba4-c3138534d7ed will not be triggered until provisioned by entity DHCP. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:46:51.222321 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] For port 7cfc273e-50c3-48fb-affe-7c8a1484d475, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:46:51.227486 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] For port 7cfc273e-50c3-48fb-affe-7c8a1484d475, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=7cfc273e-50c3-48fb-affe-7c8a1484d475,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:46:51.229136 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.241848 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:51.287915 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Network ecb65f3d-a1a4-48c7-afca-7adf91c643fb is already hosted by enough agents. {{(pid=75008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:46:51.295000 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.base_scheduler [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Resources bound (agent type, host, resource id): {{(pid=75008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:51.302936 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Received port after_create {{(pid=75008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:46:51.316927 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.318390 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c43d6bd0-039e-4762-8c91-62678a04522a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.347400 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Allocated IP 172.28.1.71 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/9663a611-84e0-426b-a7c9-562bdc13d6c6) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:46:51.349776 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c43d6bd0-039e-4762-8c91-62678a04522a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.376000 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:51.519052 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Pushing event updated for resources: {'Port': ['ID=eb65cd5c-5410-4437-aba4-c3138534d7ed,revision_number=1']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:51.522700 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:51.525255 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:51.529517 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-c43d6bd0-039e-4762-8c91-62678a04522a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5dc8b9461851408daa6f555b84f73fcf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3748541 Sep 10 16:46:51.544196 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d6bd0-039e-4762-8c91-62678a04522a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764804f0-b1e2-4d4a-8fcd-cee94ce1d45c,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:51.558722 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55532) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:51.581431 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Attempting to bind port eb65cd5c-5410-4437-aba4-c3138534d7ed on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:46:51.581796 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Attempting to bind port eb65cd5c-5410-4437-aba4-c3138534d7ed by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:46:51.582161 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Attempting to bind port eb65cd5c-5410-4437-aba4-c3138534d7ed on network ecb65f3d-a1a4-48c7-afca-7adf91c643fb {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:46:51.603525 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:46:51.603905 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Checking segment: {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:46:51.604364 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.604728 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Bound using segment: {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:46:51.605298 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Bound port: eb65cd5c-5410-4437-aba4-c3138534d7ed, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:46:51.605677 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.636172 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Pushing event updated for resources: {'Port': ['ID=7cfc273e-50c3-48fb-affe-7c8a1484d475,revision_number=2']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:51.648686 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:51.666392 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-b568b534-bc8b-4e8d-9237-6f5008aac5da tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:51.667857 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-b568b534-bc8b-4e8d-9237-6f5008aac5da tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.48 "GET /v2.0/networks?id=bb66cd3c-0679-4903-9800-f25ea992863a HTTP/1.1" status: 200 len: 812 time: 0.7999082 Sep 10 16:46:51.753330 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.812519 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c43d6bd0-039e-4762-8c91-62678a04522a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:51.848953 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.879084 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d6b9c082-c418-4c2b-9cec-ba7f61235622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:51.893991 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fec2ba32-4221-4045-b35e-2ad4e1bd8038 req-218e3eec-23c3-4f9c-84e4-db74d5c55e6c tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 210 time: 0.5171657 Sep 10 16:46:51.917380 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.48', 53659) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:51.932899 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Request body: {'port': {'device_id': 'a9dab0ac-1d78-4d57-981f-39d5d6afec67', 'network_id': 'bb66cd3c-0679-4903-9800-f25ea992863a', 'admin_state_up': True, 'tenant_id': 'c28ec44e0e704a23be0537f99a4c2891'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:51.978789 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] For port eb65cd5c-5410-4437-aba4-c3138534d7ed, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:46:51.991939 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] For port eb65cd5c-5410-4437-aba4-c3138534d7ed, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=eb65cd5c-5410-4437-aba4-c3138534d7ed,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:46:52.010204 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:52.040303 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:52.112645 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:52.195374 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:46:52.209883 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Pushing event updated for resources: {'Port': ['ID=9663a611-84e0-426b-a7c9-562bdc13d6c6,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:52.216688 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 7cfc273e-50c3-48fb-affe-7c8a1484d475 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:46:52.222555 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:52.225783 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:52.322327 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Pushing event updated for resources: {'Port': ['ID=eb65cd5c-5410-4437-aba4-c3138534d7ed,revision_number=2']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:52.326533 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:52.348629 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:52.353881 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:46:52.357345 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 7cfc273e-50c3-48fb-affe-7c8a1484d475 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:46:52.377946 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Notify callbacks [] for port, precommit_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:52.395398 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.provisioning_blocks [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Transition to ACTIVE for port object 66d269c1-9ff0-42be-8994-f29bba44cba5 will not be triggered until provisioned by entity L2. {{(pid=75009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:46:52.412559 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:52.426015 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:52.450516 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:52.455277 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Usage tracker for resource:port and tenant:c28ec44e0e704a23be0537f99a4c2891 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:52.458348 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:52.464076 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:52.509373 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Pushing event updated for resources: {'Port': ['ID=66d269c1-9ff0-42be-8994-f29bba44cba5,revision_number=2']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:52.535581 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Allocated IP 172.28.1.174 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/306bea86-e282-4c1f-a96c-f75ab7e33be6) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:46:52.578422 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Made reservation on behalf of c28ec44e0e704a23be0537f99a4c2891 for: {'port': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:52.589381 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:52.591280 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:52.592410 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:52.595835 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:52.596472 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:52.597999 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:52.598646 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:52.601661 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:52.602260 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:52.602671 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:52.603069 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:52.603464 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Tracked resource versions report: Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: pushed versions: Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: { 'ConntrackHelper': {'1.0'}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'Log': {'1.0'}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'Network': {'1.1'}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'Port': {'1.5'}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'PortForwarding': {'1.2'}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'QosPolicy': {'1.8'}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'SecurityGroup': {'1.2'}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'SecurityGroupRule': {'1.0'}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'SubPort': {'1.0'}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'Subnet': {'1.1'}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'Trunk': {'1.1'}} Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: consumer versions: Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: { DHCP agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: HyperV agent@hv-cinder-80847: {}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: L3 agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: Metadata agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: Metering agent@dv-cinder-808473-1-smb: {}, Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: Open vSwitch agent@dv-cinder-808473-1-smb: { 'ConntrackHelper': '1.0', Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'Log': '1.0', Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'Network': '1.1', Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'Port': '1.5', Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'PortForwarding': '1.2', Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'QosPolicy': '1.8', Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'SecurityGroup': '1.2', Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'SecurityGroupRule': '1.0', Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'SubPort': '1.0', Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'Subnet': '1.1', Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: 'Trunk': '1.1'}} Sep 10 16:46:52.604659 dv-cinder-808473-1-smb neutron-server[75009]: {{(pid=75009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:46:52.618264 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Attempting to bind port 66d269c1-9ff0-42be-8994-f29bba44cba5 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:46:52.619114 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Attempting to bind port 66d269c1-9ff0-42be-8994-f29bba44cba5 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:46:52.619480 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Attempting to bind port 66d269c1-9ff0-42be-8994-f29bba44cba5 on network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:46:52.636232 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:52.644400 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:46:52.644948 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Checking segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:46:52.645363 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:52.645834 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Bound using segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:46:52.646575 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Bound port: 66d269c1-9ff0-42be-8994-f29bba44cba5, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:46:52.646794 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:52.746199 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] For port 66d269c1-9ff0-42be-8994-f29bba44cba5, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:46:52.750015 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] For port 66d269c1-9ff0-42be-8994-f29bba44cba5, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=66d269c1-9ff0-42be-8994-f29bba44cba5,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:46:52.768503 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:52.791764 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:52.823702 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-61cab067-eff9-434a-89ea-d5ae18d1efa1 req-452a7038-1592-4bc3-bd38-29728b7161b2 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 210 time: 0.5291617 Sep 10 16:46:52.884885 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:52.893611 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-86c3e7c4-66b3-4741-a24c-82993c5e58a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:52.915226 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Routers {'54add8c3-6e86-45f0-bdf0-dce493960581'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:46:52.915865 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['54add8c3-6e86-45f0-bdf0-dce493960581'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:53.002514 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:53.018046 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:53.087104 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf6aa071-b153-4c85-82de-4117d153fd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:53.120910 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Allocated IP 172.20.0.9 (bb66cd3c-0679-4903-9800-f25ea992863a/542476dc-7851-4e71-9192-c889f2cdbba7/c5f7d6ad-95ba-4fa0-ba48-d1900428d351) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:46:53.140212 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf6aa071-b153-4c85-82de-4117d153fd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:53.216478 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Pushing event updated for resources: {'Port': ['ID=66d269c1-9ff0-42be-8994-f29bba44cba5,revision_number=3']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:53.263534 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf6aa071-b153-4c85-82de-4117d153fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:53.271370 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:53.325622 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:46:53.485226 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbb6d2e-a04e-4ba5-bcaf-86b102ade02d None None] Network b65969a5-0d8c-42ad-9abf-b97b1a238cde requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:53.521940 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-87da81b0-f90a-4ff4-99a9-4ac2f1695019 req-27a159ba-f3a7-4a46-a064-f5cd31477ea6 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 210 time: 0.1084232 Sep 10 16:46:53.531680 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:53.536057 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:46:53.539128 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-86c3e7c4-66b3-4741-a24c-82993c5e58a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:53.606421 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Pushing event updated for resources: {'Port': ['ID=306bea86-e282-4c1f-a96c-f75ab7e33be6,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:53.613835 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:53.638389 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d1ca6c70-972a-444b-8660-455eab772604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:53.651872 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] Set router 54add8c3-6e86-45f0-bdf0-dce493960581 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:46:53.682094 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6aa071-b153-4c85-82de-4117d153fd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764804f0-b1e2-4d4a-8fcd-cee94ce1d45c,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:53.696055 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bf6aa071-b153-4c85-82de-4117d153fd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:53.713644 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf6aa071-b153-4c85-82de-4117d153fd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:53.723254 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-bf6aa071-b153-4c85-82de-4117d153fd2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/764804f0-b1e2-4d4a-8fcd-cee94ce1d45c HTTP/1.1" status: 204 len: 168 time: 2.1039360 Sep 10 16:46:53.801897 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:53.878535 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-513e7a54-5b08-45ad-826e-188d527e0af7 None None] Provisioning for port 7cfc273e-50c3-48fb-affe-7c8a1484d475 completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:46:53.896027 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-86c3e7c4-66b3-4741-a24c-82993c5e58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:53.923552 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-513e7a54-5b08-45ad-826e-188d527e0af7 None None] Provisioning complete for port 7cfc273e-50c3-48fb-affe-7c8a1484d475 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:46:53.923824 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-513e7a54-5b08-45ad-826e-188d527e0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:53.944184 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:53.982125 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:54.119897 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3e7c4-66b3-4741-a24c-82993c5e58a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174a6a9a-f795-43ac-af8b-16e0c85835f2,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:54.133947 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-86c3e7c4-66b3-4741-a24c-82993c5e58a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:54.262413 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94642344-bb22-4abb-a95f-09d87069f50c None None] Network ecb65f3d-a1a4-48c7-afca-7adf91c643fb requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:46:54.291166 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:54.291811 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-bb347746-d377-46fa-9f59-3ed79c216779 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:54.293807 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-bb347746-d377-46fa-9f59-3ed79c216779 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 815 time: 2.0142708 Sep 10 16:46:54.297550 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4158229'] for router, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:54.305151 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:54.306260 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4158229'] for router, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:54.312234 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-af9f40db-1156-4fd9-9e88-2a9831062857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:54.312566 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device eb65cd5c-5410-4437-aba4-c3138534d7ed up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:46:54.468484 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Network bb66cd3c-0679-4903-9800-f25ea992863a is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:46:54.486183 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Request body: {'port': {'device_id': '7c2e40fc-dc10-4c56-ba86-79131a6d02cf', 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22', 'admin_state_up': True, 'tenant_id': 'd95a9badc5004a7c889e2c9908741100'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:54.515672 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:54.531424 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:46:54.546669 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:54.547306 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:54.547900 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port eb65cd5c-5410-4437-aba4-c3138534d7ed completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:46:54.558691 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'name': 'tempest-ServerRescueNegativeTestJSON-112798519-router', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:44Z', 'updated_at': '2021-09-10T16:46:48Z', 'revision_number': 3, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'gw_port': {'id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:39:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:46Z', 'updated_at': '2021-09-10T16:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:54.569425 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c738d60-48fd-42c2-806a-f0d60911a96e None None] The sync data for ids ['54add8c3-6e86-45f0-bdf0-dce493960581'] in dv-cinder-808473-1-smb is: [{'id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'name': 'tempest-ServerRescueNegativeTestJSON-112798519-router', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:44Z', 'updated_at': '2021-09-10T16:46:48Z', 'revision_number': 3, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'gw_port': {'id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:39:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:46Z', 'updated_at': '2021-09-10T16:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:46:54.642598 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-eb9f3bf3-cb69-4954-9869-73b9d752e3df req-778647e8-e04d-463d-9d93-fba66b5fce3a tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 210 time: 0.3452075 Sep 10 16:46:54.707049 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Pushing event updated for resources: {'Port': ['ID=c5f7d6ad-95ba-4fa0-ba48-d1900428d351,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:54.724649 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:54.727236 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-86c3e7c4-66b3-4741-a24c-82993c5e58a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:54.741046 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-86c3e7c4-66b3-4741-a24c-82993c5e58a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/174a6a9a-f795-43ac-af8b-16e0c85835f2 HTTP/1.1" status: 204 len: 168 time: 3.7795405 Sep 10 16:46:54.765095 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8642170 Sep 10 16:46:54.928709 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-513e7a54-5b08-45ad-826e-188d527e0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:54.943931 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-2d1beeb3-2458-4635-b47d-fc2bc4429397 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75006) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 16:46:54.953169 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-2d1beeb3-2458-4635-b47d-fc2bc4429397 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0396478 Sep 10 16:46:55.297702 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-513e7a54-5b08-45ad-826e-188d527e0af7 None None] For port 7cfc273e-50c3-48fb-affe-7c8a1484d475, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=7cfc273e-50c3-48fb-affe-7c8a1484d475,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:46:55.349136 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-513e7a54-5b08-45ad-826e-188d527e0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:55.379080 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:55.833610 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-815c6847-fc41-4c7d-9225-45def191e9ec None None] Provisioning for port eb65cd5c-5410-4437-aba4-c3138534d7ed completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:46:55.844343 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:46:55.848795 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7a54-5b08-45ad-826e-188d527e0af7 None None] Pushing event updated for resources: {'Port': ['ID=7cfc273e-50c3-48fb-affe-7c8a1484d475,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:55.854845 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Usage tracker for resource:port and tenant:d95a9badc5004a7c889e2c9908741100 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:46:55.863539 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:46:55.865261 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-513e7a54-5b08-45ad-826e-188d527e0af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:55.872404 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:46:55.872608 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-815c6847-fc41-4c7d-9225-45def191e9ec None None] Provisioning complete for port eb65cd5c-5410-4437-aba4-c3138534d7ed triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:46:55.878593 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-815c6847-fc41-4c7d-9225-45def191e9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:55.913191 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Made reservation on behalf of d95a9badc5004a7c889e2c9908741100 for: {'port': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:46:55.916340 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:55.937689 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab6674-2fce-49fb-88a2-0c8747eec95d req-156a8997-7c6a-4c49-b58b-9e7b2921e057 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:55.938161 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-1dab6674-2fce-49fb-88a2-0c8747eec95d req-156a8997-7c6a-4c49-b58b-9e7b2921e057 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Synchronizing usage tracker for tenant:c28ec44e0e704a23be0537f99a4c2891 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:46:56.010308 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 is scheduled to L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 with binding_index 1 {{(pid=75007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:46:56.030490 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Router cb3ea995-187f-4548-ae7f-236e12f9371f is scheduled to L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 with binding_index 1 {{(pid=75007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:46:56.118603 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3abd60e9-1fcb-48d9-afc2-cc4e8f51e866 req-38c60ab8-cf75-41e9-829b-c26f85cc0ebe tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 210 time: 0.1906679 Sep 10 16:46:56.142519 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-1dab6674-2fce-49fb-88a2-0c8747eec95d req-156a8997-7c6a-4c49-b58b-9e7b2921e057 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Unset dirty status for tenant:c28ec44e0e704a23be0537f99a4c2891 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:46:56.143913 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1dab6674-2fce-49fb-88a2-0c8747eec95d req-156a8997-7c6a-4c49-b58b-9e7b2921e057 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 931 time: 1.2316139 Sep 10 16:46:56.258923 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-815c6847-fc41-4c7d-9225-45def191e9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:56.290494 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 7cfc273e-50c3-48fb-affe-7c8a1484d475 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:46:56.483951 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Request body: {'port': {'device_id': 'a9dab0ac-1d78-4d57-981f-39d5d6afec67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:46:56.559656 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 7cfc273e-50c3-48fb-affe-7c8a1484d475 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:46:56.560600 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:56.617447 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-815c6847-fc41-4c7d-9225-45def191e9ec None None] For port eb65cd5c-5410-4437-aba4-c3138534d7ed, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=eb65cd5c-5410-4437-aba4-c3138534d7ed,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:46:56.633984 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-815c6847-fc41-4c7d-9225-45def191e9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:56.644408 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:56.730047 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c6847-fc41-4c7d-9225-45def191e9ec None None] Pushing event updated for resources: {'Port': ['ID=eb65cd5c-5410-4437-aba4-c3138534d7ed,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:56.770181 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-815c6847-fc41-4c7d-9225-45def191e9ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:56.864084 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Allocated IP 172.20.0.4 (2e8b6956-e9ad-4274-8095-3b0e68edaa22/92a6559f-b380-44bf-8ab5-841ac3638065/ac18e9b4-f3d4-4162-966d-db8a32e75eb2) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:46:56.925259 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-ce777008-1d93-4c60-a32c-470dbef8541a None None] Provisioning complete for port eb65cd5c-5410-4437-aba4-c3138534d7ed triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:46:56.926285 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ce777008-1d93-4c60-a32c-470dbef8541a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:57.011278 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1dab6674-2fce-49fb-88a2-0c8747eec95d req-b01e01ce-d1d7-49d7-b659-229f2a96bb21 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421572 Sep 10 16:46:57.050748 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 66d269c1-9ff0-42be-8994-f29bba44cba5 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:46:57.108376 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:46:57.215988 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Sync routers for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:46:57.225545 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:46:57.238762 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Notify callbacks [] for router, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:57.242720 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8157563 Sep 10 16:46:57.244551 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Sync routers for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:46:57.263456 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55666) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:57.281068 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:46:57.284792 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:57.418955 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Notify callbacks [] for router, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:57.422865 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3028443 Sep 10 16:46:57.433903 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55674) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:57.477335 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-addebf1e-efdb-4b7a-826c-f25308bb900c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:57.568528 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:46:57.569559 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-93962e64-f390-4992-a1b3-8808912c380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:57.656960 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:57.760357 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:46:57.772779 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:57.939629 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-ce777008-1d93-4c60-a32c-470dbef8541a None None] Provisioning complete for port 7cfc273e-50c3-48fb-affe-7c8a1484d475 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:46:57.945105 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ce777008-1d93-4c60-a32c-470dbef8541a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:58.109016 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 66d269c1-9ff0-42be-8994-f29bba44cba5 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:46:58.289645 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 66d269c1-9ff0-42be-8994-f29bba44cba5 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:46:58.296844 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:58.310415 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1c714aba-a685-4065-8637-cf2dd9511976 req-d5602f1e-d3d3-4b46-8e13-a9aea71f85e5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 210 time: 0.6146579 Sep 10 16:46:58.624494 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:46:54Z', 'revision_number': 3, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:46:58.639626 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Checking router: cb3ea995-187f-4548-ae7f-236e12f9371f for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:46:58.640003 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Updating router cb3ea995-187f-4548-ae7f-236e12f9371f port 306bea86-e282-4c1f-a96c-f75ab7e33be6 binding host dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:46:58.722482 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:58.764006 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:58.793393 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 66d269c1-9ff0-42be-8994-f29bba44cba5, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=66d269c1-9ff0-42be-8994-f29bba44cba5,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:46:58.809953 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:46:58.879664 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:58.926975 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:58.971735 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:59.145743 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:59.183354 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device eb65cd5c-5410-4437-aba4-c3138534d7ed up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:46:59.245779 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-622ecd8b-cf49-4aad-a2a4-3b44f91f8a79 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:59.490088 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55708) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:46:59.502880 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Pushing event updated for resources: {'Port': ['ID=ac18e9b4-f3d4-4162-966d-db8a32e75eb2,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:59.522872 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:59.536917 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:46:59.593435 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:46:59.600375 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:46:59.606799 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:46:59.611216 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:59.699310 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:59.699849 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Notify callbacks [] for port, precommit_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:59.776734 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.provisioning_blocks [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Transition to ACTIVE for port object 306bea86-e282-4c1f-a96c-f75ab7e33be6 will not be triggered until provisioned by entity L2. {{(pid=75009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:46:59.785971 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:59.795373 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-7d4a3c99-7e22-4b28-8bd6-a8037e073398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:46:59.802158 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=66d269c1-9ff0-42be-8994-f29bba44cba5,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:59.818294 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:59.820750 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-d3259f29-6f96-4a30-a95d-cffbaa7191e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:59.889615 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17153cbd-3489-4bdb-b7be-46c9597f62f8 None None] Pushing event updated for resources: {'Port': ['ID=306bea86-e282-4c1f-a96c-f75ab7e33be6,revision_number=2']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:46:59.900670 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-17153cbd-3489-4bdb-b7be-46c9597f62f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:46:59.928314 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Attempting to bind port 306bea86-e282-4c1f-a96c-f75ab7e33be6 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:46:59.929033 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Attempting to bind port 306bea86-e282-4c1f-a96c-f75ab7e33be6 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:46:59.929629 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Attempting to bind port 306bea86-e282-4c1f-a96c-f75ab7e33be6 on network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:46:59.932736 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.db.resource_extend [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 16:46:59.939190 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:46:59.940052 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Checking segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:46:59.941272 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:59.941848 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Bound using segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:46:59.942625 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Bound port: 306bea86-e282-4c1f-a96c-f75ab7e33be6, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:46:59.943186 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:00.014691 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port eb65cd5c-5410-4437-aba4-c3138534d7ed triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:00.015819 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:00.065160 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] For port 306bea86-e282-4c1f-a96c-f75ab7e33be6, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:00.069434 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] For port 306bea86-e282-4c1f-a96c-f75ab7e33be6, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=306bea86-e282-4c1f-a96c-f75ab7e33be6,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:00.077993 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:00.098077 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:00.174861 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f7d6ad-95ba-4fa0-ba48-d1900428d351 {{(pid=75006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:00.193227 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:00.197011 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:00.197856 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:00.238027 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:00.239381 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Transition to ACTIVE for port object c5f7d6ad-95ba-4fa0-ba48-d1900428d351 will not be triggered until provisioned by entity L2. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:00.243702 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7708147 Sep 10 16:47:00.295348 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:00.319301 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Request body: {'port': {'device_id': '7c2e40fc-dc10-4c56-ba86-79131a6d02cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:00.403665 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-93962e64-f390-4992-a1b3-8808912c380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:46:53Z', 'revision_number': 3, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:00.420973 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Checking router: 4aa59f83-aeb0-4a24-b89b-a943edf811a6 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:47:00.421737 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Updating router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 port 9663a611-84e0-426b-a7c9-562bdc13d6c6 binding host dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:47:00.538388 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:00.631943 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:00.687111 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:00.914328 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17153cbd-3489-4bdb-b7be-46c9597f62f8 None None] Pushing event updated for resources: {'Port': ['ID=306bea86-e282-4c1f-a96c-f75ab7e33be6,revision_number=3']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:00.929474 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11512106-24cf-4d0b-9dc6-4c17884882a7 req-6741691a-2570-4285-a080-eb7a6a60a2b3 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:00.933703 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-17153cbd-3489-4bdb-b7be-46c9597f62f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:00.946284 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:00.951024 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-11512106-24cf-4d0b-9dc6-4c17884882a7 req-6741691a-2570-4285-a080-eb7a6a60a2b3 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 931 time: 2.0986650 Sep 10 16:47:01.196716 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 66d269c1-9ff0-42be-8994-f29bba44cba5 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:01.555884 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:01.586692 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 66d269c1-9ff0-42be-8994-f29bba44cba5 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:01.587083 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:01.728111 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Pushing event updated for resources: {'Port': ['ID=c5f7d6ad-95ba-4fa0-ba48-d1900428d351,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:01.779623 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.db.resource_extend [None req-93962e64-f390-4992-a1b3-8808912c380d None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 16:47:01.794725 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.108s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:01.967787 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:46:54Z', 'revision_number': 3, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:01.980674 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413008b5-c147-4336-b64c-f779dd89c6c1 None None] The sync data for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb is: [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:46:54Z', 'revision_number': 3, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:47:02.007398 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:02.011723 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55762) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:02.014054 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.046366 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.051482 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.085552 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Usage tracker for resource:security_group_rule and tenant:c0840b03d1434de5baa25d6678077b77 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:02.093030 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:02.098208 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Allocated IP 172.20.0.1 (b65969a5-0d8c-42ad-9abf-b97b1a238cde/54bb58bb-87eb-4281-bd1c-58a2b9514021/3dd9af33-0791-4482-a12b-45771d4e4e9d) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:47:02.109593 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Notify callbacks [] for port, precommit_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.277379 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Transition to ACTIVE for port object 9663a611-84e0-426b-a7c9-562bdc13d6c6 will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:02.291066 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.306232 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-7d57e77b-6ab1-488a-9f7d-eee0db20e9be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:02.405508 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb5a9f-2515-401b-8488-e320c82d4caf None None] Pushing event updated for resources: {'Port': ['ID=9663a611-84e0-426b-a7c9-562bdc13d6c6,revision_number=2']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:02.455682 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Attempting to bind port 9663a611-84e0-426b-a7c9-562bdc13d6c6 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:02.456369 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Attempting to bind port 9663a611-84e0-426b-a7c9-562bdc13d6c6 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:02.456877 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Attempting to bind port 9663a611-84e0-426b-a7c9-562bdc13d6c6 on network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:02.471080 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:02.471555 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Checking segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:02.472252 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.473179 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Bound using segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:02.473301 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Allocated IP 172.20.0.1 (ecb65f3d-a1a4-48c7-afca-7adf91c643fb/2cb5b132-17e6-4460-8205-c81865da0463/dc3b7d7a-54a5-4139-821a-44c787611211) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:47:02.473898 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Bound port: 9663a611-84e0-426b-a7c9-562bdc13d6c6, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:02.474386 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.572189 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-93962e64-f390-4992-a1b3-8808912c380d None None] For port 9663a611-84e0-426b-a7c9-562bdc13d6c6, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:02.576070 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-93962e64-f390-4992-a1b3-8808912c380d None None] For port 9663a611-84e0-426b-a7c9-562bdc13d6c6, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=9663a611-84e0-426b-a7c9-562bdc13d6c6,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:02.583107 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.604961 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-c9eb5a9f-2515-401b-8488-e320c82d4caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:02.605702 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-f08157a0-c435-48e3-8aaf-22f353612665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:02.628830 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Allocated IP 172.20.0.1 (0e5adaf9-c968-40bc-9d44-9a6aade22f43/15759e78-f453-4e6b-a31e-5c5791b0a59f/c1d774a7-d599-41fa-8ad9-bcbc181552dd) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:47:02.644892 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.665476 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:02.665960 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-93962e64-f390-4992-a1b3-8808912c380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:02.688075 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Transition to ACTIVE for port object 3dd9af33-0791-4482-a12b-45771d4e4e9d will not be triggered until provisioned by entity DHCP. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:02.716036 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.734983 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:02.739210 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Transition to ACTIVE for port object dc3b7d7a-54a5-4139-821a-44c787611211 will not be triggered until provisioned by entity DHCP. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:02.759819 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.768912 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bdfabbbd-4863-4b9e-87b2-29178f6749e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:02.812784 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.825989 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a7e48-57f5-4d69-8e3f-5affcb83be6d req-a9583df7-d300-4b64-85a2-433cf20f35e0 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:02.826896 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-9e1a7e48-57f5-4d69-8e3f-5affcb83be6d req-a9583df7-d300-4b64-85a2-433cf20f35e0 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Synchronizing usage tracker for tenant:d95a9badc5004a7c889e2c9908741100 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:02.871178 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-11512106-24cf-4d0b-9dc6-4c17884882a7 req-7f130a9f-c1d9-4c69-8751-101b83e69157 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9191771 Sep 10 16:47:02.871822 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.898076 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb5a9f-2515-401b-8488-e320c82d4caf None None] Pushing event updated for resources: {'Port': ['ID=9663a611-84e0-426b-a7c9-562bdc13d6c6,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:02.909024 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Network b65969a5-0d8c-42ad-9abf-b97b1a238cde is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:02.909024 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:02.909024 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:47:02.917476 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-c9eb5a9f-2515-401b-8488-e320c82d4caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:02.935816 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-9e1a7e48-57f5-4d69-8e3f-5affcb83be6d req-a9583df7-d300-4b64-85a2-433cf20f35e0 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Unset dirty status for tenant:d95a9badc5004a7c889e2c9908741100 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:02.937084 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9e1a7e48-57f5-4d69-8e3f-5affcb83be6d req-a9583df7-d300-4b64-85a2-433cf20f35e0 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 931 time: 3.1989431 Sep 10 16:47:02.942657 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-93962e64-f390-4992-a1b3-8808912c380d None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:02.992850 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:02.995550 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:02.996321 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Pushing event updated for resources: {'Port': ['ID=3dd9af33-0791-4482-a12b-45771d4e4e9d,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:03.027458 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:03.035144 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-58bb3da7-db35-4edd-b880-b794593464cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:03.066355 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Synchronizing usage tracker for tenant:30bb45328d0944bd963c09e40e35be7d on resource:security_group {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:03.095206 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Attempting to bind port c5f7d6ad-95ba-4fa0-ba48-d1900428d351 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:03.095206 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Attempting to bind port c5f7d6ad-95ba-4fa0-ba48-d1900428d351 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'a2daf03f-6e9d-496d-8f56-bbabb9a7ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb66cd3c-0679-4903-9800-f25ea992863a'}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:03.095582 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Attempting to bind port c5f7d6ad-95ba-4fa0-ba48-d1900428d351 on network bb66cd3c-0679-4903-9800-f25ea992863a {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:03.553247 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4158419'] for router_interface, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:03.584191 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Network ecb65f3d-a1a4-48c7-afca-7adf91c643fb is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:03.592515 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:03.602565 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:47:03.614011 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-8222d44c-a6eb-42fc-be43-7b3962d51a53 None None] Provisioning for port 3dd9af33-0791-4482-a12b-45771d4e4e9d completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:03.642632 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-8222d44c-a6eb-42fc-be43-7b3962d51a53 None None] Provisioning complete for port 3dd9af33-0791-4482-a12b-45771d4e4e9d triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:03.646529 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-8222d44c-a6eb-42fc-be43-7b3962d51a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:03.804886 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4158419'] for router_interface, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:03.813652 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac18e9b4-f3d4-4162-966d-db8a32e75eb2 {{(pid=75006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:03.821624 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:03.850181 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Transition to ACTIVE for port object ac18e9b4-f3d4-4162-966d-db8a32e75eb2 will not be triggered until provisioned by entity L2. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:03.853350 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-8222d44c-a6eb-42fc-be43-7b3962d51a53 None None] Port 3dd9af33-0791-4482-a12b-45771d4e4e9d cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:47:03.863188 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-93962e64-f390-4992-a1b3-8808912c380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:46:53Z', 'revision_number': 3, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:03.864629 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f48e1f5-aa85-454a-9609-2638ce397edc,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:03.867200 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3b7d7a-54a5-4139-821a-44c787611211,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:03.874250 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:03.879350 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93962e64-f390-4992-a1b3-8808912c380d None None] The sync data for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb is: [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:46:53Z', 'revision_number': 3, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:47:03.880896 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:03.906099 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Port c5f7d6ad-95ba-4fa0-ba48-d1900428d351 on network bb66cd3c-0679-4903-9800-f25ea992863a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:47:03.906745 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Attempting to bind port c5f7d6ad-95ba-4fa0-ba48-d1900428d351 on network bb66cd3c-0679-4903-9800-f25ea992863a {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:03.951070 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Unset dirty status for tenant:30bb45328d0944bd963c09e40e35be7d on resource:security_group {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:03.957172 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0840b03d1434de5baa25d6678077b77&name=default HTTP/1.1" status: 200 len: 2647 time: 4.4315910 Sep 10 16:47:03.978090 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.015966 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55782) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:04.015966 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.051146 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-9e1a7e48-57f5-4d69-8e3f-5affcb83be6d req-d4b627e8-70c1-49e6-89ef-bb81bab35a3d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Synchronizing usage tracker for tenant:d95a9badc5004a7c889e2c9908741100 on resource:security_group {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:04.060024 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-abb93283-4996-4acc-b94f-fc1af6632365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.094481 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-83c59101-fb85-4d0a-91fe-9687bfc289e6 None None] Provisioning for port dc3b7d7a-54a5-4139-821a-44c787611211 completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:04.102205 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-83c59101-fb85-4d0a-91fe-9687bfc289e6 None None] Provisioning complete for port dc3b7d7a-54a5-4139-821a-44c787611211 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:04.102607 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-83c59101-fb85-4d0a-91fe-9687bfc289e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.182248 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-abb93283-4996-4acc-b94f-fc1af6632365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:04.191174 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-abb93283-4996-4acc-b94f-fc1af6632365 admin admin] Usage tracker for resource:security_group_rule and tenant:10112ada52d24c06975cc34ce26c89cf is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:04.195069 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-abb93283-4996-4acc-b94f-fc1af6632365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:04.202290 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-abb93283-4996-4acc-b94f-fc1af6632365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:04.234455 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:04.234678 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-83c59101-fb85-4d0a-91fe-9687bfc289e6 None None] Port dc3b7d7a-54a5-4139-821a-44c787611211 cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:47:04.303210 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-9e1a7e48-57f5-4d69-8e3f-5affcb83be6d req-d4b627e8-70c1-49e6-89ef-bb81bab35a3d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Unset dirty status for tenant:d95a9badc5004a7c889e2c9908741100 on resource:security_group {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:04.304850 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9e1a7e48-57f5-4d69-8e3f-5affcb83be6d req-d4b627e8-70c1-49e6-89ef-bb81bab35a3d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3131828 Sep 10 16:47:04.396428 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-abb93283-4996-4acc-b94f-fc1af6632365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.397901 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:04.398411 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Checking segment: {'id': 'a2daf03f-6e9d-496d-8f56-bbabb9a7ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb66cd3c-0679-4903-9800-f25ea992863a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:04.398966 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Bound using segment: {'id': 'a2daf03f-6e9d-496d-8f56-bbabb9a7ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb66cd3c-0679-4903-9800-f25ea992863a'} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:04.399535 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Bound port: c5f7d6ad-95ba-4fa0-ba48-d1900428d351, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2daf03f-6e9d-496d-8f56-bbabb9a7ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb66cd3c-0679-4903-9800-f25ea992863a'}}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:04.400168 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.468554 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-abb93283-4996-4acc-b94f-fc1af6632365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.476659 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.494727 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2d6b-9873-4c53-8cff-d9b030eef7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.540189 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.586504 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.608678 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac18e9b4-f3d4-4162-966d-db8a32e75eb2,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:04.612297 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:04.625513 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:04.652273 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.691028 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2d6b-9873-4c53-8cff-d9b030eef7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.702942 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b3282018-9244-44d9-a433-98ebbc5b7673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:04.714124 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-abb93283-4996-4acc-b94f-fc1af6632365 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10112ada52d24c06975cc34ce26c89cf&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6673017 Sep 10 16:47:04.730321 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55786) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:04.732173 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb93283-4996-4acc-b94f-fc1af6632365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e33de-94cb-4dbd-a232-8378907cf94d,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:04.735260 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-abb93283-4996-4acc-b94f-fc1af6632365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:04.858929 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20552809-2ddb-469f-a381-4a178cbc7cb4 req-703bce18-76f0-4704-aae5-eed4add298e8 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:04.864681 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-20552809-2ddb-469f-a381-4a178cbc7cb4 req-703bce18-76f0-4704-aae5-eed4add298e8 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 943 time: 0.6345994 Sep 10 16:47:04.865644 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Attempting to bind port ac18e9b4-f3d4-4162-966d-db8a32e75eb2 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:04.866146 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Attempting to bind port ac18e9b4-f3d4-4162-966d-db8a32e75eb2 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:04.868936 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Attempting to bind port ac18e9b4-f3d4-4162-966d-db8a32e75eb2 on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:04.880183 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] For port c5f7d6ad-95ba-4fa0-ba48-d1900428d351, host hv-cinder-80847, cleared binding levels {{(pid=75006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:04.905605 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3361487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4159336'] for router_interface, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.930602 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3b7d7a-54a5-4139-821a-44c787611211,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:04.933394 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] For port c5f7d6ad-95ba-4fa0-ba48-d1900428d351, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=c5f7d6ad-95ba-4fa0-ba48-d1900428d351,segment=NetworkSegment(a2daf03f-6e9d-496d-8f56-bbabb9a7ce34),segment_id=a2daf03f-6e9d-496d-8f56-bbabb9a7ce34)] {{(pid=75006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:04.941433 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:04.941698 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Port ac18e9b4-f3d4-4162-966d-db8a32e75eb2 on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:47:04.941888 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Attempting to bind port ac18e9b4-f3d4-4162-966d-db8a32e75eb2 on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:04.951475 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.952689 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:04.971073 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:05.031139 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:05.031474 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Checking segment: {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:05.034008 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Bound using segment: {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:05.034493 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Bound port: ac18e9b4-f3d4-4162-966d-db8a32e75eb2, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'}}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:05.034850 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:05.065285 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2d6b-9873-4c53-8cff-d9b030eef7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:05.092766 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:05.113928 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e2d6b-9873-4c53-8cff-d9b030eef7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f48e1f5-aa85-454a-9609-2638ce397edc,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:05.137352 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Network ecb65f3d-a1a4-48c7-afca-7adf91c643fb is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:05.139988 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ea1e2d6b-9873-4c53-8cff-d9b030eef7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:05.142399 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:05.200682 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 306bea86-e282-4c1f-a96c-f75ab7e33be6 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:05.286701 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.db.resource_extend [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 16:47:05.292647 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d774a7-d599-41fa-8ad9-bcbc181552dd,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:05.299097 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2d6b-9873-4c53-8cff-d9b030eef7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:05.310293 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ea1e2d6b-9873-4c53-8cff-d9b030eef7d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f48e1f5-aa85-454a-9609-2638ce397edc HTTP/1.1" status: 204 len: 168 time: 1.2446768 Sep 10 16:47:05.323824 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:05.355756 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:05.371103 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 306bea86-e282-4c1f-a96c-f75ab7e33be6 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:05.376286 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 306bea86-e282-4c1f-a96c-f75ab7e33be6 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:05.376876 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:05.456953 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:05.509099 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3361487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4159336'] for router_interface, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:05.696891 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:05.707272 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-20552809-2ddb-469f-a381-4a178cbc7cb4 req-6d4d2197-4e81-486b-9353-9db6eed781d7 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8295105 Sep 10 16:47:05.731477 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 306bea86-e282-4c1f-a96c-f75ab7e33be6, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=306bea86-e282-4c1f-a96c-f75ab7e33be6,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:05.740647 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:05.747363 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:05.788118 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e67a-4fba-43b5-b661-c19ceaa44f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:05.792001 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:05.836204 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:05.846621 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-bb70c327-b51e-4711-ae54-86b184d65a7f None None] Provisioning complete for port dc3b7d7a-54a5-4139-821a-44c787611211 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:05.847003 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-bb70c327-b51e-4711-ae54-86b184d65a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:05.862098 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Pushing event updated for resources: {'Port': ['ID=3dd9af33-0791-4482-a12b-45771d4e4e9d,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:05.865127 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:05.869726 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:47:05.870169 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4158419'] for router_interface, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:06.006853 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-bb70c327-b51e-4711-ae54-86b184d65a7f None None] Port dc3b7d7a-54a5-4139-821a-44c787611211 cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:47:06.027662 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=306bea86-e282-4c1f-a96c-f75ab7e33be6,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:06.038495 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:06.047304 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e67a-4fba-43b5-b661-c19ceaa44f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:06.075863 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] For port ac18e9b4-f3d4-4162-966d-db8a32e75eb2, host hv-cinder-80847, cleared binding levels {{(pid=75006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:06.079411 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] For port ac18e9b4-f3d4-4162-966d-db8a32e75eb2, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ac18e9b4-f3d4-4162-966d-db8a32e75eb2,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:06.094129 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:06.096104 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] 10.222.0.48 "PUT /v2.0/ports/c5f7d6ad-95ba-4fa0-ba48-d1900428d351 HTTP/1.1" status: 200 len: 1093 time: 10.5373995 Sep 10 16:47:06.096615 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dab0ac-1d78-4d57-981f-39d5d6afec67', 'tag': 'c5f7d6ad-95ba-4fa0-ba48-d1900428d351'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:06.165361 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Pushing event updated for resources: {'Port': ['ID=c5f7d6ad-95ba-4fa0-ba48-d1900428d351,revision_number=3']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:06.168771 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:06.187174 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.216s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:06.211643 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Network b65969a5-0d8c-42ad-9abf-b97b1a238cde is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:06.215434 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:06.255660 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.062s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:06.429329 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac18e9b4-f3d4-4162-966d-db8a32e75eb2,revision_number=3']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:06.449984 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:06.456699 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:06.457453 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:06.535513 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:06.537008 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/ac18e9b4-f3d4-4162-966d-db8a32e75eb2 HTTP/1.1" status: 200 len: 1093 time: 6.2221918 Sep 10 16:47:06.572360 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a0bc1-6a02-4405-b63b-4d5f66adfa93 req-f1e4fcda-e043-494f-84a1-47bdd1ea108d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:06.574150 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ac9a0bc1-6a02-4405-b63b-4d5f66adfa93 req-f1e4fcda-e043-494f-84a1-47bdd1ea108d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 943 time: 0.9055128 Sep 10 16:47:06.639955 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-8908557b-a57d-4b28-8aa4-85dd0934fd8e None None] Provisioning complete for port 3dd9af33-0791-4482-a12b-45771d4e4e9d triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:06.640376 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-8908557b-a57d-4b28-8aa4-85dd0934fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:06.689901 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-d70207bf-fd50-415c-9065-4ffb8cb346af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c28ec44e0e704a23be0537f99a4c2891&device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 1096 time: 0.5197189 Sep 10 16:47:06.693042 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e67a-4fba-43b5-b661-c19ceaa44f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:06.693734 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:06.712714 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-8908557b-a57d-4b28-8aa4-85dd0934fd8e None None] Port 3dd9af33-0791-4482-a12b-45771d4e4e9d cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:47:06.769138 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:06.841039 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6e67a-4fba-43b5-b661-c19ceaa44f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e33de-94cb-4dbd-a232-8378907cf94d,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:06.853623 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ac9a0bc1-6a02-4405-b63b-4d5f66adfa93 req-c3df1e19-19af-4e98-9593-180d25955dd9 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664793 Sep 10 16:47:06.860999 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5ec6e67a-4fba-43b5-b661-c19ceaa44f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:06.871425 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-ac6b1e93-5543-4393-8bff-371190f3135f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5f7d6ad-95ba-4fa0-ba48-d1900428d351 HTTP/1.1" status: 200 len: 217 time: 0.1581185 Sep 10 16:47:06.899509 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e67a-4fba-43b5-b661-c19ceaa44f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:06.900981 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-5ec6e67a-4fba-43b5-b661-c19ceaa44f20 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f2e33de-94cb-4dbd-a232-8378907cf94d HTTP/1.1" status: 204 len: 168 time: 2.1644788 Sep 10 16:47:06.913755 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dab0ac-1d78-4d57-981f-39d5d6afec67', 'tag': 'c5f7d6ad-95ba-4fa0-ba48-d1900428d351', 'status': 'completed', 'code': 200} Sep 10 16:47:06.933122 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-2a4207d0-b6e9-4b7f-85ff-6c534356e90e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 1096 time: 0.3047924 Sep 10 16:47:07.026523 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Router cb3ea995-187f-4548-ae7f-236e12f9371f has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:47:07.059698 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 306bea86-e282-4c1f-a96c-f75ab7e33be6 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:07.203127 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-62e7703b-1dbc-4e77-b477-4f2f4fce6377 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:07.206088 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-62e7703b-1dbc-4e77-b477-4f2f4fce6377 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=542476dc-7851-4e71-9192-c889f2cdbba7 HTTP/1.1" status: 200 len: 852 time: 0.1402388 Sep 10 16:47:07.212955 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:47:07.229404 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 306bea86-e282-4c1f-a96c-f75ab7e33be6 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:07.229905 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:07.358296 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-e43a893d-205c-4006-afe6-3d175c3f7718 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac18e9b4-f3d4-4162-966d-db8a32e75eb2 HTTP/1.1" status: 200 len: 217 time: 0.2918122 Sep 10 16:47:07.361344 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-d265cd32-467f-434b-9353-eada65801d99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb66cd3c-0679-4903-9800-f25ea992863a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911622 Sep 10 16:47:07.592365 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:47:07.598167 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa5d62-ba7d-48e7-a334-cb909ef59467 req-2245a674-d46f-4d43-bd98-70339c98c03d tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:07.609389 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] 10.222.0.43 "PUT /v2.0/routers/cb3ea995-187f-4548-ae7f-236e12f9371f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1735265 Sep 10 16:47:07.612009 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-98fa5d62-ba7d-48e7-a334-cb909ef59467 req-2245a674-d46f-4d43-bd98-70339c98c03d tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 943 time: 0.4007058 Sep 10 16:47:07.687349 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:47:07.707254 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] 10.222.0.43 "PUT /v2.0/routers/4aa59f83-aeb0-4a24-b89b-a943edf811a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4426370 Sep 10 16:47:07.733848 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55856) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:07.775271 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-49c0dd4a-4538-470b-8258-6bf25eaf9736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:07.776088 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-b845ce21-10cc-4073-82b3-67df9145cf61 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:07.777590 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-b845ce21-10cc-4073-82b3-67df9145cf61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a6559f-b380-44bf-8ab5-841ac3638065 HTTP/1.1" status: 200 len: 855 time: 0.3930421 Sep 10 16:47:07.845014 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-49c0dd4a-4538-470b-8258-6bf25eaf9736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:07.850232 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-49c0dd4a-4538-470b-8258-6bf25eaf9736 admin admin] Usage tracker for resource:security_group_rule and tenant:d9a79aa8059a4c28af640e64b955bc8a is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:07.854468 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-49c0dd4a-4538-470b-8258-6bf25eaf9736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:07.857733 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:07.862465 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-49c0dd4a-4538-470b-8258-6bf25eaf9736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:07.872761 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-d6b25e4d-8277-4789-bb93-bb7ed0aadc66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8b6956-e9ad-4274-8095-3b0e68edaa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825257 Sep 10 16:47:07.887728 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:07.914143 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-98fa5d62-ba7d-48e7-a334-cb909ef59467 req-464c55f2-9db2-40ab-ad6a-62e282b463e1 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008225 Sep 10 16:47:07.961386 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3361487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4159336'] for router_interface, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:07.965951 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:08.059689 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-3164380b-ce45-4074-bfb4-6a535c826408 service neutron] 10.222.0.48 "GET /v2.0/networks/bb66cd3c-0679-4903-9800-f25ea992863a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766186 Sep 10 16:47:08.069491 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-49c0dd4a-4538-470b-8258-6bf25eaf9736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:08.081752 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-49c0dd4a-4538-470b-8258-6bf25eaf9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:08.106327 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c43d6bd0-039e-4762-8c91-62678a04522a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:08.203504 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-49c0dd4a-4538-470b-8258-6bf25eaf9736 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9a79aa8059a4c28af640e64b955bc8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4685287 Sep 10 16:47:08.207562 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55874) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:08.231217 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0dd4a-4538-470b-8258-6bf25eaf9736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe81d7d0-f4a1-4205-8e35-f47413b5d7a1,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:08.252020 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-49c0dd4a-4538-470b-8258-6bf25eaf9736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:08.360505 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d0270edd-bfa9-4850-8a1b-7c88c71b102f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:08.389498 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d0270edd-bfa9-4850-8a1b-7c88c71b102f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:08.453592 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d0270edd-bfa9-4850-8a1b-7c88c71b102f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:08.462004 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:08.473530 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0270edd-bfa9-4850-8a1b-7c88c71b102f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe81d7d0-f4a1-4205-8e35-f47413b5d7a1,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:08.478817 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d0270edd-bfa9-4850-8a1b-7c88c71b102f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:08.481025 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d0270edd-bfa9-4850-8a1b-7c88c71b102f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:08.493778 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d0270edd-bfa9-4850-8a1b-7c88c71b102f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe81d7d0-f4a1-4205-8e35-f47413b5d7a1 HTTP/1.1" status: 204 len: 168 time: 0.2847385 Sep 10 16:47:08.596415 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d774a7-d599-41fa-8ad9-bcbc181552dd,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:08.621051 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:08.652593 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55898) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:08.661309 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--575480359', 'description': 'tempest-description--158836961'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:08.671230 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:08.684424 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Usage tracker for resource:security_group and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:08.693244 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:08.709989 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:08.737872 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:08.799640 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:08.805136 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Usage tracker for resource:security_group_rule and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:08.808802 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:08.815550 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:08.818152 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-a65f67c6-8ca6-42a7-a145-0dce9affb701 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9290648 Sep 10 16:47:08.878925 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e151f-5f5d-4d60-a6c9-05b00e70bb3e req-4b0d756d-d192-4ef3-82fa-84da17eca616 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:08.880423 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7b9e151f-5f5d-4d60-a6c9-05b00e70bb3e req-4b0d756d-d192-4ef3-82fa-84da17eca616 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 943 time: 0.5823078 Sep 10 16:47:08.896635 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70633fd0-bfbc-4326-8472-53b7d2584d85 req-36ab061a-7485-47ba-9b38-61d95da95c1d service neutron] 10.222.0.48 "GET /v2.0/networks/bb66cd3c-0679-4903-9800-f25ea992863a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7995310 Sep 10 16:47:08.914326 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:08.929079 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:08.940010 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d0270edd-bfa9-4850-8a1b-7c88c71b102f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:08.991480 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2e40fc-dc10-4c56-ba86-79131a6d02cf', 'tag': 'ac18e9b4-f3d4-4162-966d-db8a32e75eb2'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:09.088789 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033c1a6d-52f4-455e-8c27-4efc75837472,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:09.091800 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:09.105103 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.115007 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4591606 Sep 10 16:47:09.115638 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55916) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:09.117731 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:09.124915 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:09.140375 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 9663a611-84e0-426b-a7c9-562bdc13d6c6 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:09.157658 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'security_group_rule': {'security_group_id': '033c1a6d-52f4-455e-8c27-4efc75837472', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:09.185149 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:09.196783 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Usage tracker for resource:security_group_rule and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:09.205232 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:09.215224 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:09.254803 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.334802 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 9663a611-84e0-426b-a7c9-562bdc13d6c6 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:09.342942 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 9663a611-84e0-426b-a7c9-562bdc13d6c6 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:09.343514 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.424905 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.436076 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.439147 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:09.447884 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7b9e151f-5f5d-4d60-a6c9-05b00e70bb3e req-9a7a1b7d-d277-4343-96bb-a454836645ed tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596821 Sep 10 16:47:09.453315 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 55926) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:09.474186 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1725983151', 'description': 'tempest-description--642329086'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:09.476642 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddce6bce-5059-4614-ae2f-bacf2daef054,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:09.496228 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ca50eda-500a-4f57-b350-3160684fdb77 req-f969365a-d5b2-408c-b5cd-384dfcbf01d2 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585250 Sep 10 16:47:09.498496 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:09.506121 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ea0f284d-493b-4c03-b23a-8bdfd5de3706 req-b26c64b3-380f-403a-a339-382db3b76734 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c28ec44e0e704a23be0537f99a4c2891&device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 1096 time: 0.4931483 Sep 10 16:47:09.511372 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Usage tracker for resource:security_group and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:09.538271 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:09.577942 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:09.611495 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.613482 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4936399 Sep 10 16:47:09.616105 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55936) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:09.624355 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'security_group_rule': {'security_group_id': '033c1a6d-52f4-455e-8c27-4efc75837472', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:09.644996 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:09.658391 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Usage tracker for resource:security_group_rule and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:09.661814 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:09.662275 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2e40fc-dc10-4c56-ba86-79131a6d02cf', 'tag': 'ac18e9b4-f3d4-4162-966d-db8a32e75eb2', 'status': 'completed', 'code': 200} Sep 10 16:47:09.670246 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:09.676273 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.698983 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.713841 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 9663a611-84e0-426b-a7c9-562bdc13d6c6, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=9663a611-84e0-426b-a7c9-562bdc13d6c6,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:09.722804 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.727698 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:09.780294 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:09.790445 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.798576 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.824052 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=9663a611-84e0-426b-a7c9-562bdc13d6c6,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:09.835641 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:09.837275 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.838384 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:09.864825 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c76f27-effd-49f1-977c-4ee9b6e06b7b,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:09.874639 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:09.875545 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:09.877384 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2593765 Sep 10 16:47:09.880362 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55952) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:09.887100 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'floatingip': {'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:09.894390 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:09.898843 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Usage tracker for resource:floatingip and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:09.902198 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:09.911884 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:09.931047 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:10.044031 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:10.081303 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Usage tracker for resource:security_group_rule and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:10.084305 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:10.101053 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:10.105645 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f284d-493b-4c03-b23a-8bdfd5de3706 req-ca3656ca-6942-4647-9cca-2c9021a52af4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:10.107083 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ea0f284d-493b-4c03-b23a-8bdfd5de3706 req-ca3656ca-6942-4647-9cca-2c9021a52af4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb66cd3c-0679-4903-9800-f25ea992863a HTTP/1.1" status: 200 len: 913 time: 0.5919981 Sep 10 16:47:10.156414 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:10.381123 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ea0f284d-493b-4c03-b23a-8bdfd5de3706 req-19aea71b-df91-4dd3-9bec-5751749e4551 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5f7d6ad-95ba-4fa0-ba48-d1900428d351 HTTP/1.1" status: 200 len: 217 time: 0.2609398 Sep 10 16:47:10.396145 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3199e-5588-4e78-b496-07b90c6a717c req-011afbba-5536-47d8-b019-bb62fe89c67a tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:10.399444 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Allocated IP 172.28.1.133 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/f476ecfb-be98-4015-97a9-14ddde6f4ee0) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:47:10.405399 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e5d3199e-5588-4e78-b496-07b90c6a717c req-011afbba-5536-47d8-b019-bb62fe89c67a tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 943 time: 0.6067536 Sep 10 16:47:10.448731 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0a64865d-f386-46d5-a8c5-cc78be1088c1 req-c0836507-a951-41b9-ada4-38b58517b731 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 1096 time: 0.6488173 Sep 10 16:47:10.572569 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:10.601606 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:10.628830 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:10.634946 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f284d-493b-4c03-b23a-8bdfd5de3706 req-6ded2557-c38d-44a1-83f0-e2e70c907d20 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:10.636481 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ea0f284d-493b-4c03-b23a-8bdfd5de3706 req-6ded2557-c38d-44a1-83f0-e2e70c907d20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=542476dc-7851-4e71-9192-c889f2cdbba7 HTTP/1.1" status: 200 len: 852 time: 0.2471294 Sep 10 16:47:10.642888 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:10.648970 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:10.650982 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5ec6e67a-4fba-43b5-b661-c19ceaa44f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:10.713016 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e5d3199e-5588-4e78-b496-07b90c6a717c req-d5638784-4ecf-4d34-890f-7e95140ee3d0 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094034 Sep 10 16:47:10.718106 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55982) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:10.732379 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:10.735800 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:10.741516 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'Port': ['ID=f476ecfb-be98-4015-97a9-14ddde6f4ee0,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:10.743944 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:47:10.777258 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:10.780509 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ea0f284d-493b-4c03-b23a-8bdfd5de3706 req-37aa05f6-ff84-4b7e-b765-f47a4e03b5d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb66cd3c-0679-4903-9800-f25ea992863a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194594 Sep 10 16:47:10.829875 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242c5ce4-bf9b-4a01-acf3-e1240bf14a25,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:10.835632 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:10.856705 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:10.858200 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4024847 Sep 10 16:47:10.862320 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 55990) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:10.876247 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'security_group_rule': {'security_group_id': '242c5ce4-bf9b-4a01-acf3-e1240bf14a25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:10.886440 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:10.893372 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Usage tracker for resource:security_group_rule and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:10.897797 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:10.906618 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:10.939021 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:10.942699 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64865d-f386-46d5-a8c5-cc78be1088c1 req-8a672b96-8d8d-4e99-a11b-3f23f3ef44d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:10.944168 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0a64865d-f386-46d5-a8c5-cc78be1088c1 req-8a672b96-8d8d-4e99-a11b-3f23f3ef44d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 916 time: 0.4699719 Sep 10 16:47:11.015395 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Router 54add8c3-6e86-45f0-bdf0-dce493960581 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:47:11.022718 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ed9c3df8-7491-45cf-9db5-5ca0826d2da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.058814 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 9663a611-84e0-426b-a7c9-562bdc13d6c6 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:11.060061 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0a64865d-f386-46d5-a8c5-cc78be1088c1 req-bff09571-7859-4be7-8a34-46882f73e43a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac18e9b4-f3d4-4162-966d-db8a32e75eb2 HTTP/1.1" status: 200 len: 217 time: 0.1025188 Sep 10 16:47:11.124111 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ea0f284d-493b-4c03-b23a-8bdfd5de3706 req-984265ae-7efd-45e5-b569-50daa9edc03f service neutron] 10.222.0.48 "GET /v2.0/networks/bb66cd3c-0679-4903-9800-f25ea992863a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289869 Sep 10 16:47:11.133285 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ed9c3df8-7491-45cf-9db5-5ca0826d2da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:11.140980 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ed9c3df8-7491-45cf-9db5-5ca0826d2da1 admin admin] Usage tracker for resource:security_group_rule and tenant:17d22cafbfda42feb6cb4b852651c61d is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:11.151667 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ed9c3df8-7491-45cf-9db5-5ca0826d2da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:11.155977 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 9663a611-84e0-426b-a7c9-562bdc13d6c6 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:11.157365 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.163321 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d2c4f-ee42-4061-a348-67d36b407d6b req-fbe661a8-e352-40db-8007-3cce18f0b8f4 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:11.164261 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ed9c3df8-7491-45cf-9db5-5ca0826d2da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:11.169930 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2b1d2c4f-ee42-4061-a348-67d36b407d6b req-fbe661a8-e352-40db-8007-3cce18f0b8f4 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 943 time: 0.5016322 Sep 10 16:47:11.240872 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ed9c3df8-7491-45cf-9db5-5ca0826d2da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.249806 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.254177 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ed9c3df8-7491-45cf-9db5-5ca0826d2da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.285368 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ea1e2d6b-9873-4c53-8cff-d9b030eef7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:11.376301 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c3df8-7491-45cf-9db5-5ca0826d2da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75479b9-be0b-475f-9462-0b0eaae7bb47,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:11.379759 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ed9c3df8-7491-45cf-9db5-5ca0826d2da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:11.380529 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.417818 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64865d-f386-46d5-a8c5-cc78be1088c1 req-0feaf567-d151-40ae-bacc-29fa96ca8eb0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:11.420175 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0a64865d-f386-46d5-a8c5-cc78be1088c1 req-0feaf567-d151-40ae-bacc-29fa96ca8eb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a6559f-b380-44bf-8ab5-841ac3638065 HTTP/1.1" status: 200 len: 855 time: 0.3453894 Sep 10 16:47:11.472657 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.482486 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ed9c3df8-7491-45cf-9db5-5ca0826d2da1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17d22cafbfda42feb6cb4b852651c61d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7633796 Sep 10 16:47:11.490849 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56014) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:11.495580 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.505905 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0a64865d-f386-46d5-a8c5-cc78be1088c1 req-61507958-b83a-4740-93fe-828f3a292b1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8b6956-e9ad-4274-8095-3b0e68edaa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690229 Sep 10 16:47:11.545441 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2b1d2c4f-ee42-4061-a348-67d36b407d6b req-d17a266d-7dbb-43c1-9234-215ae037be2b tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745718 Sep 10 16:47:11.560024 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-afa854c0-f685-4f8b-8d58-512426dca8b4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:11.666977 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ea0f284d-493b-4c03-b23a-8bdfd5de3706 req-6680aa95-3521-4b2d-9d06-aef272cbf324 service neutron] 10.222.0.48 "GET /v2.0/networks/bb66cd3c-0679-4903-9800-f25ea992863a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352051 Sep 10 16:47:11.667313 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.671515 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7998435 Sep 10 16:47:11.671690 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 56028) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:11.673681 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28195bb-31d1-4b65-93f5-1cb890df38e5,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:11.676743 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:11.681612 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'security_group_rule': {'security_group_id': '242c5ce4-bf9b-4a01-acf3-e1240bf14a25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:11.690660 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:11.701205 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Usage tracker for resource:security_group_rule and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:11.706426 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:11.728916 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:11.738159 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8dceb7f-4ba6-4230-80bd-1c55f103eec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.816676 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0a64865d-f386-46d5-a8c5-cc78be1088c1 req-1400d2cc-451f-46ad-8720-f2869e46017c service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864387 Sep 10 16:47:11.825529 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8dceb7f-4ba6-4230-80bd-1c55f103eec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.915440 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.974094 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.983636 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:11.991238 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:12.120876 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8dceb7f-4ba6-4230-80bd-1c55f103eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:12.147083 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'Port': ['ID=f476ecfb-be98-4015-97a9-14ddde6f4ee0,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:12.152414 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:12.152859 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:12.162795 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8dceb7f-4ba6-4230-80bd-1c55f103eec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:12.166286 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d8dceb7f-4ba6-4230-80bd-1c55f103eec1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d75479b9-be0b-475f-9462-0b0eaae7bb47 HTTP/1.1" status: 204 len: 168 time: 0.6717565 Sep 10 16:47:12.166402 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0a64865d-f386-46d5-a8c5-cc78be1088c1 req-2fef7c9e-b806-428f-a951-186adfd1d826 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361475 Sep 10 16:47:12.166500 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:12.170243 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dceb7f-4ba6-4230-80bd-1c55f103eec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75479b9-be0b-475f-9462-0b0eaae7bb47,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:12.174723 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d8dceb7f-4ba6-4230-80bd-1c55f103eec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:12.188819 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:12.190238 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3088346 Sep 10 16:47:12.207446 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:47:12.220515 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Sync routers for ids ['54add8c3-6e86-45f0-bdf0-dce493960581'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:47:12.227325 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] 10.222.0.43 "PUT /v2.0/routers/54add8c3-6e86-45f0-bdf0-dce493960581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.1012979 Sep 10 16:47:12.241221 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:12.254345 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4980fac-900a-46ec-882b-87d3ad6621b3 req-0780355e-cbbf-43dd-ba89-ff2f3671823b tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:12.256024 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b4980fac-900a-46ec-882b-87d3ad6621b3 req-0780355e-cbbf-43dd-ba89-ff2f3671823b tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 943 time: 0.2716539 Sep 10 16:47:12.256913 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:12.260248 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Routers {'54add8c3-6e86-45f0-bdf0-dce493960581'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:12.260915 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['54add8c3-6e86-45f0-bdf0-dce493960581'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:12.266561 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:12.284921 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9afc50-e6be-48db-bebb-db8c87fb7867,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:12.288065 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:12.328644 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:12.330465 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6582406 Sep 10 16:47:12.334573 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56056) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:12.342094 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'floatingip': {'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:12.352303 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:12.357334 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b4980fac-900a-46ec-882b-87d3ad6621b3 req-67665bf4-b822-49c0-9df5-cfe76d71c3b2 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915153 Sep 10 16:47:12.362879 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Usage tracker for resource:floatingip and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:12.369864 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:12.384399 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:12.406093 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:12.419626 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device ac18e9b4-f3d4-4162-966d-db8a32e75eb2 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:47:12.616882 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-1daf2d10-6a6d-42c9-be1f-747b9836bf79 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Synchronizing usage tracker for tenant:37c566691d13470b946e49df098800e6 on resource:security_group {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:12.619042 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.db.resource_extend [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 16:47:12.640555 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-1daf2d10-6a6d-42c9-be1f-747b9836bf79 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Unset dirty status for tenant:37c566691d13470b946e49df098800e6 on resource:security_group {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:12.642223 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-1daf2d10-6a6d-42c9-be1f-747b9836bf79 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--575480359&fields=id&tenant_id=37c566691d13470b946e49df098800e6 HTTP/1.1" status: 200 len: 267 time: 0.1220775 Sep 10 16:47:12.658367 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:12.771417 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Set router 54add8c3-6e86-45f0-bdf0-dce493960581 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:12.925920 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-25f79619-e63c-451a-9a2f-784f63466a68 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:12.927037 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-25f79619-e63c-451a-9a2f-784f63466a68 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Synchronizing usage tracker for tenant:37c566691d13470b946e49df098800e6 on resource:network {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:12.942193 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Allocated IP 172.28.1.222 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/14ec8258-8aba-4c9e-9d7a-403fbdefed8f) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:47:12.949949 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9c8a2-090d-4dbd-bce4-be67bf6eff10 req-3a3c0c0d-8622-4a07-8888-a100cd3dd783 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:12.951453 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fde9c8a2-090d-4dbd-bce4-be67bf6eff10 req-3a3c0c0d-8622-4a07-8888-a100cd3dd783 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 943 time: 0.1766191 Sep 10 16:47:12.961911 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-25f79619-e63c-451a-9a2f-784f63466a68 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Unset dirty status for tenant:37c566691d13470b946e49df098800e6 on resource:network {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:12.963084 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-25f79619-e63c-451a-9a2f-784f63466a68 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 817 time: 0.3143325 Sep 10 16:47:13.009194 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-683482ff-0882-48dd-9b89-20300a253702 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/quotas/37c566691d13470b946e49df098800e6 HTTP/1.1" status: 200 len: 375 time: 0.0298636 Sep 10 16:47:13.030914 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port ac18e9b4-f3d4-4162-966d-db8a32e75eb2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ac18e9b4-f3d4-4162-966d-db8a32e75eb2,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:13.075359 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fde9c8a2-090d-4dbd-bce4-be67bf6eff10 req-ddbc6b5c-4b0d-44b3-a1e2-6cef2f51c9e0 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159108 Sep 10 16:47:13.133534 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-437ed281-f80a-417c-a476-ba101d5fd503 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1183901 Sep 10 16:47:13.134074 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 56078) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:13.168249 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5e050ff4-a587-424c-a445-7e4bbd90abf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:13.299632 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-5e050ff4-a587-424c-a445-7e4bbd90abf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:13.310049 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-5e050ff4-a587-424c-a445-7e4bbd90abf9 admin admin] Usage tracker for resource:security_group_rule and tenant:dff99a34e1aa4a91b921b1171deda5db is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:13.325654 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-5e050ff4-a587-424c-a445-7e4bbd90abf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:13.329708 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:13.339084 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-5e050ff4-a587-424c-a445-7e4bbd90abf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:13.366034 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:13.370887 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-d87b8802-789e-4f49-9d31-c307f05f52c0 service neutron] 10.222.0.43 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072833 Sep 10 16:47:13.387444 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:13.400932 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': 'ac18e9b4-f3d4-4162-966d-db8a32e75eb2', 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22', 'port_id': 'ac18e9b4-f3d4-4162-966d-db8a32e75eb2', 'mac_address': 'fa:16:3e:dc:12:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a6559f-b380-44bf-8ab5-841ac3638065', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:47:13.476039 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:13.495942 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:13.499264 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac18e9b4-f3d4-4162-966d-db8a32e75eb2 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:13.499914 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:13.505132 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:47:13.517624 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port ac18e9b4-f3d4-4162-966d-db8a32e75eb2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ac18e9b4-f3d4-4162-966d-db8a32e75eb2,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:13.532382 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:13.533550 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device c5f7d6ad-95ba-4fa0-ba48-d1900428d351 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:47:13.534218 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'Port': ['ID=14ec8258-8aba-4c9e-9d7a-403fbdefed8f,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:13.537279 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:13.539977 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:13.599477 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5e050ff4-a587-424c-a445-7e4bbd90abf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:13.614644 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-33fac4a7-acd2-406d-a248-8d20fa117de5 service neutron] 10.222.0.43 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312684 Sep 10 16:47:13.619112 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=ac18e9b4-f3d4-4162-966d-db8a32e75eb2,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:13.619322 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5e050ff4-a587-424c-a445-7e4bbd90abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:13.625996 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'name': 'tempest-ServerRescueNegativeTestJSON-112798519-router', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:44Z', 'updated_at': '2021-09-10T16:47:06Z', 'revision_number': 4, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'gw_port': {'id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:39:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:46Z', 'updated_at': '2021-09-10T16:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'c1d774a7-d599-41fa-8ad9-bcbc181552dd', 'name': '', 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'mac_address': 'fa:16:3e:99:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15759e78-f453-4e6b-a31e-5c5791b0a59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:06Z', 'revision_number': 2, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'subnets': [{'id': '15759e78-f453-4e6b-a31e-5c5791b0a59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:13.632602 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:13.633307 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Checking router: 54add8c3-6e86-45f0-bdf0-dce493960581 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:47:13.633746 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Updating router 54add8c3-6e86-45f0-bdf0-dce493960581 port c1d774a7-d599-41fa-8ad9-bcbc181552dd binding host dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:47:13.706606 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:13.709156 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-86c3e7c4-66b3-4741-a24c-82993c5e58a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:13.736162 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-5e050ff4-a587-424c-a445-7e4bbd90abf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dff99a34e1aa4a91b921b1171deda5db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5986233 Sep 10 16:47:13.743841 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 56092) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:13.829536 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e050ff4-a587-424c-a445-7e4bbd90abf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd4fe65-4b7f-49ef-b8ce-791adee71a97,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:13.834849 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5e050ff4-a587-424c-a445-7e4bbd90abf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:13.870643 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-24acf338-270a-43f7-b9a0-741221b0753c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:13.871296 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:13.941389 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-24acf338-270a-43f7-b9a0-741221b0753c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:14.010020 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:14.028538 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-24acf338-270a-43f7-b9a0-741221b0753c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:14.035220 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-abb93283-4996-4acc-b94f-fc1af6632365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:14.050828 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acf338-270a-43f7-b9a0-741221b0753c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd4fe65-4b7f-49ef-b8ce-791adee71a97,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:14.053783 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-24acf338-270a-43f7-b9a0-741221b0753c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:14.179059 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-24acf338-270a-43f7-b9a0-741221b0753c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:14.180289 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-24acf338-270a-43f7-b9a0-741221b0753c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/acd4fe65-4b7f-49ef-b8ce-791adee71a97 HTTP/1.1" status: 204 len: 168 time: 0.4354019 Sep 10 16:47:14.247075 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Sync routers for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:47:14.274832 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:14.277382 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:14.404947 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70367bd-94e7-40ca-b5d1-29986938439b req-f74b8d18-0c89-40b8-b182-24cdc25ae872 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:14.405841 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-f74b8d18-0c89-40b8-b182-24cdc25ae872 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/networks?id=0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 200 len: 818 time: 0.3508406 Sep 10 16:47:14.417466 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30682c49-7c3e-4cf2-a989-69b40333b50e req-2c8bc77a-0f4a-4bce-8188-aaa609b3149b tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:14.418975 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-30682c49-7c3e-4cf2-a989-69b40333b50e req-2c8bc77a-0f4a-4bce-8188-aaa609b3149b tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 943 time: 0.2641401 Sep 10 16:47:14.433985 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae79dd14-ba39-4b67-91ee-4247a7d50b5f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/quotas/cced50fda7f44ab5968a0c6949ddb6a5 HTTP/1.1" status: 200 len: 375 time: 0.0140243 Sep 10 16:47:14.536282 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:14.540241 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:14.549984 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:14.564129 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Transition to ACTIVE for port object c1d774a7-d599-41fa-8ad9-bcbc181552dd will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:14.569149 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:14.570943 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.db.resource_extend [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] It took 0.94 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 16:47:14.593745 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-30682c49-7c3e-4cf2-a989-69b40333b50e req-e7994121-70ca-4862-aec7-9a79fe065a5b tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536469 Sep 10 16:47:14.604436 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:14.605316 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:14.658309 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:14.729738 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-f70367bd-94e7-40ca-b5d1-29986938439b req-733b2651-3480-4442-b0c7-f15a4946d14f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Synchronizing usage tracker for tenant:cced50fda7f44ab5968a0c6949ddb6a5 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:14.797233 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c83eb-2e03-4499-9268-2f507258e9a8 None None] Pushing event updated for resources: {'Port': ['ID=c1d774a7-d599-41fa-8ad9-bcbc181552dd,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:14.812498 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:14.812609 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-f91c83eb-2e03-4499-9268-2f507258e9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:14.812688 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'Port': ['ID=14ec8258-8aba-4c9e-9d7a-403fbdefed8f,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:14.822177 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:14.923717 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-388ed6a7-cc39-4288-b8d6-8775d8c58f04 req-3b602892-1722-427d-9daf-58722a4d93ee tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 210 time: 0.1734436 Sep 10 16:47:14.948042 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-f70367bd-94e7-40ca-b5d1-29986938439b req-733b2651-3480-4442-b0c7-f15a4946d14f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Unset dirty status for tenant:cced50fda7f44ab5968a0c6949ddb6a5 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:14.952487 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:14.955109 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-733b2651-3480-4442-b0c7-f15a4946d14f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4775288 Sep 10 16:47:15.022736 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:15.032497 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6900334 Sep 10 16:47:15.249766 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-76353750-0367-4090-b504-a8a3483e11c6 service neutron] 10.222.0.43 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906532 Sep 10 16:47:15.296539 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port c5f7d6ad-95ba-4fa0-ba48-d1900428d351, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=c5f7d6ad-95ba-4fa0-ba48-d1900428d351,segment=NetworkSegment(a2daf03f-6e9d-496d-8f56-bbabb9a7ce34),segment_id=a2daf03f-6e9d-496d-8f56-bbabb9a7ce34)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:15.333101 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': 'c5f7d6ad-95ba-4fa0-ba48-d1900428d351', 'network_id': 'bb66cd3c-0679-4903-9800-f25ea992863a', 'port_id': 'c5f7d6ad-95ba-4fa0-ba48-d1900428d351', 'mac_address': 'fa:16:3e:04:ae:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542476dc-7851-4e71-9192-c889f2cdbba7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:47:15.382832 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Attempting to bind port c1d774a7-d599-41fa-8ad9-bcbc181552dd on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:15.383215 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Attempting to bind port c1d774a7-d599-41fa-8ad9-bcbc181552dd by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:15.383716 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Attempting to bind port c1d774a7-d599-41fa-8ad9-bcbc181552dd on network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:15.414329 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:15.414960 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Checking segment: {'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:15.415546 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:15.416088 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Bound using segment: {'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:15.416741 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Bound port: c1d774a7-d599-41fa-8ad9-bcbc181552dd, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:15.417294 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:15.468345 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 2, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:15.474327 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Checking router: cb3ea995-187f-4548-ae7f-236e12f9371f for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:47:15.475134 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Updating router cb3ea995-187f-4548-ae7f-236e12f9371f port dc3b7d7a-54a5-4139-821a-44c787611211 binding host dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:47:15.498528 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-80107d31-1d2d-4bff-8696-86380a302618 service neutron] 10.222.0.43 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478328 Sep 10 16:47:15.500268 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:15.518791 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35c575-65b6-4b5e-8b42-6f6fc84b939b req-77514b26-3ee2-426d-a897-c3cb8425193e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:15.520261 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9f35c575-65b6-4b5e-8b42-6f6fc84b939b req-77514b26-3ee2-426d-a897-c3cb8425193e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 944 time: 0.2303350 Sep 10 16:47:15.553107 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:15.554110 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f7d6ad-95ba-4fa0-ba48-d1900428d351 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:15.573206 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port c5f7d6ad-95ba-4fa0-ba48-d1900428d351, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=c5f7d6ad-95ba-4fa0-ba48-d1900428d351,segment=NetworkSegment(a2daf03f-6e9d-496d-8f56-bbabb9a7ce34),segment_id=a2daf03f-6e9d-496d-8f56-bbabb9a7ce34)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:15.631031 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] For port c1d774a7-d599-41fa-8ad9-bcbc181552dd, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:15.634769 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] For port c1d774a7-d599-41fa-8ad9-bcbc181552dd, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=c1d774a7-d599-41fa-8ad9-bcbc181552dd,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:15.637854 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:15.640298 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-513e7a54-5b08-45ad-826e-188d527e0af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:15.679164 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9f35c575-65b6-4b5e-8b42-6f6fc84b939b req-134a8503-43ce-4fb4-af71-c42aa9a1525c tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513329 Sep 10 16:47:15.738101 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=c5f7d6ad-95ba-4fa0-ba48-d1900428d351,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:15.748295 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:15.755031 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:15.755503 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:15.857491 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c83eb-2e03-4499-9268-2f507258e9a8 None None] Pushing event updated for resources: {'Port': ['ID=c1d774a7-d599-41fa-8ad9-bcbc181552dd,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:15.929109 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-f91c83eb-2e03-4499-9268-2f507258e9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:15.983699 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-cc2018fd-6a15-4eab-a5cc-5c4759b6e0f1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Synchronizing usage tracker for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:security_group {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:16.017783 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['ac18e9b4-f3d4-4162-966d-db8a32e75eb2'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:47:16.033797 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65d0bb-71cb-4415-aef1-bfab90c13397 req-12083c08-1884-4cca-bee3-e43b7999e920 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:16.037691 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5d65d0bb-71cb-4415-aef1-bfab90c13397 req-12083c08-1884-4cca-bee3-e43b7999e920 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 944 time: 0.1755729 Sep 10 16:47:16.039373 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-cc2018fd-6a15-4eab-a5cc-5c4759b6e0f1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Unset dirty status for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:security_group {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:16.041180 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-cc2018fd-6a15-4eab-a5cc-5c4759b6e0f1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1725983151&fields=id&tenant_id=90d702d7559f4126a99bbd8b70ef84d1 HTTP/1.1" status: 200 len: 267 time: 0.2051640 Sep 10 16:47:16.060966 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['c5f7d6ad-95ba-4fa0-ba48-d1900428d351'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:47:16.196301 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Routers {'54add8c3-6e86-45f0-bdf0-dce493960581'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:16.196986 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['54add8c3-6e86-45f0-bdf0-dce493960581'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:16.375219 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Notify callbacks [] for port, precommit_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:16.426804 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.provisioning_blocks [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Transition to ACTIVE for port object dc3b7d7a-54a5-4139-821a-44c787611211 will not be triggered until provisioned by entity L2. {{(pid=75009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:16.448102 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:16.469242 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5d65d0bb-71cb-4415-aef1-bfab90c13397 req-33cea89e-4544-453c-b5c2-b8ef983ab97a tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228576 Sep 10 16:47:16.471795 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-17153cbd-3489-4bdb-b7be-46c9597f62f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:16.761053 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9189a9e8-c76c-4c2d-b35d-c7ebd380f76c req-aafd7994-fb91-424b-9dcf-a131b4aa69c1 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 210 time: 0.1449230 Sep 10 16:47:16.866553 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5e2a1-c148-4048-9e4e-3c24eeaf3fcd None None] Pushing event updated for resources: {'Port': ['ID=dc3b7d7a-54a5-4139-821a-44c787611211,revision_number=3']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:16.872383 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-9cb5e2a1-c148-4048-9e4e-3c24eeaf3fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:16.910292 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-70717c93-b7e2-43ea-af2b-cd04333814a7 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:16.915592 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-70717c93-b7e2-43ea-af2b-cd04333814a7 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Synchronizing usage tracker for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:network {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:16.951897 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-c0a1336d-c63b-4177-9df6-91488dcd6722 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:16.954252 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-c0a1336d-c63b-4177-9df6-91488dcd6722 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.48 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 817 time: 0.9014115 Sep 10 16:47:17.035256 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] Set router 54add8c3-6e86-45f0-bdf0-dce493960581 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:17.037635 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-70717c93-b7e2-43ea-af2b-cd04333814a7 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Unset dirty status for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:network {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:17.049163 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-70717c93-b7e2-43ea-af2b-cd04333814a7 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/networks?id=b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 200 len: 811 time: 0.9950507 Sep 10 16:47:17.142488 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Attempting to bind port dc3b7d7a-54a5-4139-821a-44c787611211 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:17.143089 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Attempting to bind port dc3b7d7a-54a5-4139-821a-44c787611211 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:17.143467 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Attempting to bind port dc3b7d7a-54a5-4139-821a-44c787611211 on network ecb65f3d-a1a4-48c7-afca-7adf91c643fb {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:17.151314 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:17.151747 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Checking segment: {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:17.152155 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:17.152644 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Bound using segment: {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:17.153269 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Bound port: dc3b7d7a-54a5-4139-821a-44c787611211, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'}}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:17.153653 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:17.270697 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] For port dc3b7d7a-54a5-4139-821a-44c787611211, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:17.274831 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] For port dc3b7d7a-54a5-4139-821a-44c787611211, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=dc3b7d7a-54a5-4139-821a-44c787611211,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:17.283499 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:17.297450 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-b21f37f6-bead-4a94-9ff4-8c67c2216b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:17.312871 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-356d74c1-03d0-485a-9d69-3ff8619aac76 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/quotas/90d702d7559f4126a99bbd8b70ef84d1 HTTP/1.1" status: 200 len: 375 time: 0.2625880 Sep 10 16:47:17.318402 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-40176052-a051-4f51-b6e3-feac222f5a67 req-e0ad0671-4d9d-4373-9897-d324b1536397 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 210 time: 0.2135932 Sep 10 16:47:17.356253 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56216) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:17.378555 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-386d881b-785e-466c-ac4a-0ef38a4eadbf tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37c566691d13470b946e49df098800e6 HTTP/1.1" status: 200 len: 379 time: 0.4076471 Sep 10 16:47:17.397373 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'port': {'device_id': '677c1636-d44f-4443-844c-01e6661cd9f6', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'admin_state_up': True, 'tenant_id': '37c566691d13470b946e49df098800e6', 'security_groups': ['033c1a6d-52f4-455e-8c27-4efc75837472']}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:17.557194 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:17.557649 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5e2a1-c148-4048-9e4e-3c24eeaf3fcd None None] Pushing event updated for resources: {'Port': ['ID=dc3b7d7a-54a5-4139-821a-44c787611211,revision_number=4']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:17.562466 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Usage tracker for resource:port and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:17.571538 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:17.573768 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-9cb5e2a1-c148-4048-9e4e-3c24eeaf3fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:17.579585 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:17.587733 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:17.589797 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:17.627706 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Made reservation on behalf of 37c566691d13470b946e49df098800e6 for: {'port': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:47:17.630987 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:17.738654 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-33679bfa-ea8f-4551-a3b6-300a4bd3fb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:17.841781 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-33679bfa-ea8f-4551-a3b6-300a4bd3fb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:17.849671 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-33679bfa-ea8f-4551-a3b6-300a4bd3fb77 admin admin] Usage tracker for resource:security_group_rule and tenant:aa929fa30e6642b0b520e8c6ff628d46 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:17.857282 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-33679bfa-ea8f-4551-a3b6-300a4bd3fb77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:17.869908 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-33679bfa-ea8f-4551-a3b6-300a4bd3fb77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:17.902521 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Allocated IP 172.20.0.8 (ecb65f3d-a1a4-48c7-afca-7adf91c643fb/2cb5b132-17e6-4460-8205-c81865da0463/33042e64-22e6-4e33-a3d7-84906801554b) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:47:18.008860 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:18.044435 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'name': 'tempest-ServerRescueNegativeTestJSON-112798519-router', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:44Z', 'updated_at': '2021-09-10T16:47:06Z', 'revision_number': 4, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'gw_port': {'id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:39:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:46Z', 'updated_at': '2021-09-10T16:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'c1d774a7-d599-41fa-8ad9-bcbc181552dd', 'name': '', 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'mac_address': 'fa:16:3e:99:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15759e78-f453-4e6b-a31e-5c5791b0a59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:15Z', 'revision_number': 4, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'subnets': [{'id': '15759e78-f453-4e6b-a31e-5c5791b0a59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:18.050648 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71be5e-660b-405c-a858-e8ff40ea0ce3 None None] The sync data for ids ['54add8c3-6e86-45f0-bdf0-dce493960581'] in dv-cinder-808473-1-smb is: [{'id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'name': 'tempest-ServerRescueNegativeTestJSON-112798519-router', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:44Z', 'updated_at': '2021-09-10T16:47:06Z', 'revision_number': 4, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'gw_port': {'id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:39:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:46Z', 'updated_at': '2021-09-10T16:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'c1d774a7-d599-41fa-8ad9-bcbc181552dd', 'name': '', 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'mac_address': 'fa:16:3e:99:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15759e78-f453-4e6b-a31e-5c5791b0a59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:15Z', 'revision_number': 4, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'subnets': [{'id': '15759e78-f453-4e6b-a31e-5c5791b0a59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:47:18.134152 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-33679bfa-ea8f-4551-a3b6-300a4bd3fb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:18.142112 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-33679bfa-ea8f-4551-a3b6-300a4bd3fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:18.150365 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d8dceb7f-4ba6-4230-80bd-1c55f103eec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:18.169579 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:18.211465 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Transition to ACTIVE for port object 33042e64-22e6-4e33-a3d7-84906801554b will not be triggered until provisioned by entity DHCP. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:18.277526 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33679bfa-ea8f-4551-a3b6-300a4bd3fb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf84b724-da13-4db5-944f-defce9333df7,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:18.288700 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-33679bfa-ea8f-4551-a3b6-300a4bd3fb77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa929fa30e6642b0b520e8c6ff628d46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9278092 Sep 10 16:47:18.289975 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-33679bfa-ea8f-4551-a3b6-300a4bd3fb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:18.292655 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56234) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:18.345948 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:18.364161 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f9c81988-f670-450a-b009-f5d1e0332501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:18.383312 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-838d1334-5a01-4bdc-8558-3cbee4d32d43 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0634553 Sep 10 16:47:18.400241 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f9c81988-f670-450a-b009-f5d1e0332501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:18.464072 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f9c81988-f670-450a-b009-f5d1e0332501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:18.475546 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:18.498781 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c81988-f670-450a-b009-f5d1e0332501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf84b724-da13-4db5-944f-defce9333df7,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:18.510565 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f9c81988-f670-450a-b009-f5d1e0332501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:18.511353 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f9c81988-f670-450a-b009-f5d1e0332501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:18.512501 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-f9c81988-f670-450a-b009-f5d1e0332501 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf84b724-da13-4db5-944f-defce9333df7 HTTP/1.1" status: 204 len: 168 time: 0.2187872 Sep 10 16:47:18.576106 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:17Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:18.582014 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f5d94-7b73-4a8c-a647-82b079e8e21f None None] The sync data for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb is: [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:17Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:47:18.592216 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:18.779064 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Sync routers for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:47:18.802291 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:18.802947 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:18.804710 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'Port': ['ID=33042e64-22e6-4e33-a3d7-84906801554b,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:18.810559 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:18.887069 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70367bd-94e7-40ca-b5d1-29986938439b req-34b6f94a-6aca-4592-a202-9846652f6629 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:18.888986 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-34b6f94a-6aca-4592-a202-9846652f6629 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.48 "GET /v2.0/networks?id=0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 200 len: 818 time: 0.6433594 Sep 10 16:47:18.993668 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Request body: {'port': {'device_id': '7725b5b1-1cbb-4676-bfb5-e288fd75382a', 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43', 'admin_state_up': True, 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:19.263677 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:19.334558 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:19.338406 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Network ecb65f3d-a1a4-48c7-afca-7adf91c643fb is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:19.345000 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device c1d774a7-d599-41fa-8ad9-bcbc181552dd up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:19.350340 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:19.353020 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:47:19.364586 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:19.365442 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:19.373949 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56262) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:19.396444 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:19.423078 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b1366edd-ef8c-45e6-b728-52a964b6fdb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:19.459094 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c19d7-0640-49e0-be90-0755521717d2 req-169bc3de-db99-4e8d-a21c-4e9b34c95274 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:19.467457 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ca4c19d7-0640-49e0-be90-0755521717d2 req-169bc3de-db99-4e8d-a21c-4e9b34c95274 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 944 time: 1.2239406 Sep 10 16:47:19.492377 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-b1366edd-ef8c-45e6-b728-52a964b6fdb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:19.499652 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-b1366edd-ef8c-45e6-b728-52a964b6fdb7 admin admin] Usage tracker for resource:security_group_rule and tenant:aa74e18a35ba4a3aa7463b931137c4c3 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:19.509726 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-b1366edd-ef8c-45e6-b728-52a964b6fdb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:19.528798 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1355429 Sep 10 16:47:19.551782 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Made reservation on behalf of cced50fda7f44ab5968a0c6949ddb6a5 for: {'port': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:47:19.551946 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-b1366edd-ef8c-45e6-b728-52a964b6fdb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:19.555878 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:19.611220 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-8808bc8a-59bf-4458-b306-b8467be6a5ee service neutron] 10.222.0.43 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8158739 Sep 10 16:47:19.615507 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Request body: {'port': {'device_id': '677c1636-d44f-4443-844c-01e6661cd9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:19.692054 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b1366edd-ef8c-45e6-b728-52a964b6fdb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:19.708956 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b1366edd-ef8c-45e6-b728-52a964b6fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:19.732201 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device ac18e9b4-f3d4-4162-966d-db8a32e75eb2 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:19.760904 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:19.770549 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-b1366edd-ef8c-45e6-b728-52a964b6fdb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa74e18a35ba4a3aa7463b931137c4c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3956044 Sep 10 16:47:19.773148 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56270) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:19.823174 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1366edd-ef8c-45e6-b728-52a964b6fdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0aea5e-bf94-4708-bcbe-4d131e13de8a,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:19.831116 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b1366edd-ef8c-45e6-b728-52a964b6fdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:19.843357 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port c1d774a7-d599-41fa-8ad9-bcbc181552dd completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:19.881202 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port c1d774a7-d599-41fa-8ad9-bcbc181552dd triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:19.881578 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:19.906155 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-afd2ca67-f6cf-4434-97fd-02559a72ac04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:19.943618 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-afd2ca67-f6cf-4434-97fd-02559a72ac04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:19.955386 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-4da870f2-6cc3-4806-967e-7bd0a532c472 None None] Provisioning for port 33042e64-22e6-4e33-a3d7-84906801554b completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:19.986368 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-4da870f2-6cc3-4806-967e-7bd0a532c472 None None] Provisioning complete for port 33042e64-22e6-4e33-a3d7-84906801554b triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:19.986738 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-4da870f2-6cc3-4806-967e-7bd0a532c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.020688 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-afd2ca67-f6cf-4434-97fd-02559a72ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.027370 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:20.049492 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2ca67-f6cf-4434-97fd-02559a72ac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0aea5e-bf94-4708-bcbe-4d131e13de8a,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:20.058495 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-afd2ca67-f6cf-4434-97fd-02559a72ac04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:20.062129 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-afd2ca67-f6cf-4434-97fd-02559a72ac04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.067430 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-afd2ca67-f6cf-4434-97fd-02559a72ac04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a0aea5e-bf94-4708-bcbe-4d131e13de8a HTTP/1.1" status: 204 len: 168 time: 0.2929621 Sep 10 16:47:20.098889 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ca4c19d7-0640-49e0-be90-0755521717d2 req-0ae5cf1d-900e-45e0-a123-008a089b7f57 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300807 Sep 10 16:47:20.201386 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.238419 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-d98f6f6d-88f4-4617-898c-9878201af445 service neutron] 10.222.0.43 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176828 Sep 10 16:47:20.291477 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-4da870f2-6cc3-4806-967e-7bd0a532c472 None None] Port 33042e64-22e6-4e33-a3d7-84906801554b cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:47:20.300039 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port ac18e9b4-f3d4-4162-966d-db8a32e75eb2 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:20.362611 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port ac18e9b4-f3d4-4162-966d-db8a32e75eb2 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:20.362989 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.383107 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Allocated IP 172.20.0.8 (0e5adaf9-c968-40bc-9d44-9a6aade22f43/15759e78-f453-4e6b-a31e-5c5791b0a59f/cde42992-3766-4acf-b9cb-7e6b226203d5) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:47:20.455015 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.558202 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port c1d774a7-d599-41fa-8ad9-bcbc181552dd, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=c1d774a7-d599-41fa-8ad9-bcbc181552dd,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:20.571089 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.572094 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device dc3b7d7a-54a5-4139-821a-44c787611211 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:20.684502 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.732690 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:20.762291 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.854556 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 2, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:20.903411 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-af75d8b0-657c-4643-a1f5-64f840c12d97 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:20.914601 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Checking router: 4aa59f83-aeb0-4a24-b89b-a943edf811a6 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:47:20.914975 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Updating router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 port 3dd9af33-0791-4482-a12b-45771d4e4e9d binding host dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:47:20.984490 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=c1d774a7-d599-41fa-8ad9-bcbc181552dd,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:20.988696 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:21.046948 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:21.055201 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:21.057439 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:21.060166 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:47:21.065343 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:21.066106 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:21.069524 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:21.084139 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port dc3b7d7a-54a5-4139-821a-44c787611211 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:21.100326 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port dc3b7d7a-54a5-4139-821a-44c787611211 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:21.100750 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:21.176244 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Pushing event updated for resources: {'Port': ['ID=cde42992-3766-4acf-b9cb-7e6b226203d5,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:21.183390 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:21.191385 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2e40fc-dc10-4c56-ba86-79131a6d02cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac18e9b4-f3d4-4162-966d-db8a32e75eb2'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:21.282589 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port ac18e9b4-f3d4-4162-966d-db8a32e75eb2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ac18e9b4-f3d4-4162-966d-db8a32e75eb2,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:21.304384 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:21.305238 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device c5f7d6ad-95ba-4fa0-ba48-d1900428d351 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:21.383648 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4058733 Sep 10 16:47:21.413800 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-16a98dfb-903d-4d8c-afb9-5ecdc7d5416e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:21.415322 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-16a98dfb-903d-4d8c-afb9-5ecdc7d5416e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/networks?id=0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 200 len: 818 time: 0.6835482 Sep 10 16:47:21.430604 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Request body: {'port': {'device_id': '7725b5b1-1cbb-4676-bfb5-e288fd75382a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:21.451648 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:21.462100 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e86dfa-00d9-4b5d-bc96-60641fae60f0 req-74810bab-5887-4033-a56d-2cead70fc00d tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:21.471182 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c4e86dfa-00d9-4b5d-bc96-60641fae60f0 req-74810bab-5887-4033-a56d-2cead70fc00d tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 944 time: 0.7113755 Sep 10 16:47:21.683647 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-d02b9819-4e82-4f22-9a15-e99f185e1906 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/quotas/cced50fda7f44ab5968a0c6949ddb6a5 HTTP/1.1" status: 200 len: 375 time: 0.2603838 Sep 10 16:47:21.693822 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56348) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:21.725645 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c4e86dfa-00d9-4b5d-bc96-60641fae60f0 req-b2e84d0b-04c2-4a26-abfd-f9ec89d5f255 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526700 Sep 10 16:47:21.758609 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:21.775263 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.db.resource_extend [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 16:47:21.776257 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=ac18e9b4-f3d4-4162-966d-db8a32e75eb2,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:21.782278 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:21.830245 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port dc3b7d7a-54a5-4139-821a-44c787611211, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=dc3b7d7a-54a5-4139-821a-44c787611211,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:21.848113 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port c5f7d6ad-95ba-4fa0-ba48-d1900428d351 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:21.857194 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:21.871820 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:21.984123 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port c5f7d6ad-95ba-4fa0-ba48-d1900428d351 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:21.985210 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:22.021784 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device c1d774a7-d599-41fa-8ad9-bcbc181552dd up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:22.139536 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=dc3b7d7a-54a5-4139-821a-44c787611211,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:22.149457 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:22.173832 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fb380f56-923f-48e1-add5-1dda92e3855e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:22.228013 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33042e64-22e6-4e33-a3d7-84906801554b {{(pid=75006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:22.240399 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:22.247270 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.48', 53686) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:22.254599 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Notify callbacks [] for port, precommit_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:22.279090 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port c1d774a7-d599-41fa-8ad9-bcbc181552dd triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:22.279463 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:22.313698 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:22.327350 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Transition to ACTIVE for port object 3dd9af33-0791-4482-a12b-45771d4e4e9d will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:22.339250 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:22.357506 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Transition to ACTIVE for port object 33042e64-22e6-4e33-a3d7-84906801554b will not be triggered until provisioned by entity L2. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:22.373178 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:22.380177 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-078edaaa-7657-407a-bc09-1d38ec09672b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:22.382259 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:22.412554 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-856a83e4-1991-43ca-9970-be655ccb851c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:22.565249 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744947a-1439-41f5-8f45-8072e03c4f9d None None] Pushing event updated for resources: {'Port': ['ID=3dd9af33-0791-4482-a12b-45771d4e4e9d,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:22.569602 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-d744947a-1439-41f5-8f45-8072e03c4f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:22.573538 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port c5f7d6ad-95ba-4fa0-ba48-d1900428d351, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=c5f7d6ad-95ba-4fa0-ba48-d1900428d351,segment=NetworkSegment(a2daf03f-6e9d-496d-8f56-bbabb9a7ce34),segment_id=a2daf03f-6e9d-496d-8f56-bbabb9a7ce34)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:22.586512 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:22.591122 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:22.623234 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-240d98b1-f02f-4e6c-9f26-91fcec60ee71 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:22.640179 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-240d98b1-f02f-4e6c-9f26-91fcec60ee71 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.48 "GET /v2.0/networks?id=b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 200 len: 811 time: 0.3908873 Sep 10 16:47:22.658230 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-fb380f56-923f-48e1-add5-1dda92e3855e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:22.713651 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-fb380f56-923f-48e1-add5-1dda92e3855e admin admin] Usage tracker for resource:security_group_rule and tenant:2e9ecf1aade2417fbcb5827aa69ee39c is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:22.721970 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-fb380f56-923f-48e1-add5-1dda92e3855e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:22.730991 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-fb380f56-923f-48e1-add5-1dda92e3855e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:22.742515 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-7165f3bf-845b-498a-bc44-137c4f476aff tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90d702d7559f4126a99bbd8b70ef84d1 HTTP/1.1" status: 200 len: 380 time: 0.0660884 Sep 10 16:47:22.754394 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'port': {'device_id': 'b59dfd24-bf53-460c-b916-479be08409c7', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'admin_state_up': True, 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'security_groups': ['242c5ce4-bf9b-4a01-acf3-e1240bf14a25']}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:22.786135 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-f0384735-6001-40dd-8b3d-528bde86b10a tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Synchronizing usage tracker for tenant:cced50fda7f44ab5968a0c6949ddb6a5 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:22.799528 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=33042e64-22e6-4e33-a3d7-84906801554b,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:22.825534 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:22.955773 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-f0384735-6001-40dd-8b3d-528bde86b10a tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Unset dirty status for tenant:cced50fda7f44ab5968a0c6949ddb6a5 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:22.957452 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-f0384735-6001-40dd-8b3d-528bde86b10a tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2384021 Sep 10 16:47:22.964248 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e3af2-161d-4c53-b60b-fe03475d56da req-e905e434-4d38-4e1b-91d0-e95d63b59f1a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:22.965270 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-5d1e3af2-161d-4c53-b60b-fe03475d56da req-e905e434-4d38-4e1b-91d0-e95d63b59f1a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Synchronizing usage tracker for tenant:37c566691d13470b946e49df098800e6 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:22.993754 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fb380f56-923f-48e1-add5-1dda92e3855e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:23.005144 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fb380f56-923f-48e1-add5-1dda92e3855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:23.042158 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-49c0dd4a-4538-470b-8258-6bf25eaf9736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:23.049403 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Attempting to bind port 3dd9af33-0791-4482-a12b-45771d4e4e9d on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:23.049827 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Attempting to bind port 3dd9af33-0791-4482-a12b-45771d4e4e9d by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:23.050266 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Attempting to bind port 3dd9af33-0791-4482-a12b-45771d4e4e9d on network b65969a5-0d8c-42ad-9abf-b97b1a238cde {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:23.061137 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:23.061376 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Checking segment: {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:23.061690 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:23.062153 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Bound using segment: {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:23.064812 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Bound port: 3dd9af33-0791-4482-a12b-45771d4e4e9d, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:23.065385 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:23.109048 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-fb380f56-923f-48e1-add5-1dda92e3855e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e9ecf1aade2417fbcb5827aa69ee39c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4141190 Sep 10 16:47:23.114682 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56388) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:23.115836 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb380f56-923f-48e1-add5-1dda92e3855e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddfb0b2-be81-437c-9893-c310ba4c243f,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:23.133095 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-fb380f56-923f-48e1-add5-1dda92e3855e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:23.194826 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=c5f7d6ad-95ba-4fa0-ba48-d1900428d351,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:23.200617 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:23.215046 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] For port 3dd9af33-0791-4482-a12b-45771d4e4e9d, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:23.223339 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] For port 3dd9af33-0791-4482-a12b-45771d4e4e9d, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=3dd9af33-0791-4482-a12b-45771d4e4e9d,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:23.231184 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:23.239270 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-f91c83eb-2e03-4499-9268-2f507258e9a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:23.267951 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Attempting to bind port 33042e64-22e6-4e33-a3d7-84906801554b on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:23.268467 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Attempting to bind port 33042e64-22e6-4e33-a3d7-84906801554b by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:23.268806 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Attempting to bind port 33042e64-22e6-4e33-a3d7-84906801554b on network ecb65f3d-a1a4-48c7-afca-7adf91c643fb {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:23.272853 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-ddcbe2d9-f0e6-42b6-baec-aedec8f909e8 service neutron] 10.222.0.43 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045371 Sep 10 16:47:23.322207 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:23.330314 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:23.331075 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:46:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:23.346015 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ccc5511d-8e65-4e43-a4c6-9c4431aa43a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:23.348707 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Usage tracker for resource:port and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:23.353039 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:23.372535 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:23.409834 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ccc5511d-8e65-4e43-a4c6-9c4431aa43a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:23.425629 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-5d1e3af2-161d-4c53-b60b-fe03475d56da req-e905e434-4d38-4e1b-91d0-e95d63b59f1a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Unset dirty status for tenant:37c566691d13470b946e49df098800e6 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:23.426976 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5d1e3af2-161d-4c53-b60b-fe03475d56da req-e905e434-4d38-4e1b-91d0-e95d63b59f1a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 931 time: 1.4679790 Sep 10 16:47:23.443741 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Made reservation on behalf of 90d702d7559f4126a99bbd8b70ef84d1 for: {'port': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:47:23.447004 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:23.512737 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744947a-1439-41f5-8f45-8072e03c4f9d None None] Pushing event updated for resources: {'Port': ['ID=3dd9af33-0791-4482-a12b-45771d4e4e9d,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:23.518954 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-d744947a-1439-41f5-8f45-8072e03c4f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:23.530513 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Port 33042e64-22e6-4e33-a3d7-84906801554b on network ecb65f3d-a1a4-48c7-afca-7adf91c643fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:47:23.531055 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Attempting to bind port 33042e64-22e6-4e33-a3d7-84906801554b on network ecb65f3d-a1a4-48c7-afca-7adf91c643fb {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:23.620107 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5d1e3af2-161d-4c53-b60b-fe03475d56da req-b0c1151b-ac04-483f-8049-43d6cc92cf5b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280577 Sep 10 16:47:23.630410 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:23.630749 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Checking segment: {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:23.631241 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Bound using segment: {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:23.632141 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Bound port: 33042e64-22e6-4e33-a3d7-84906801554b, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'}}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:23.632511 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:23.664551 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:23.818085 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ccc5511d-8e65-4e43-a4c6-9c4431aa43a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:23.839982 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:23.953349 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Allocated IP 172.20.0.14 (b65969a5-0d8c-42ad-9abf-b97b1a238cde/54bb58bb-87eb-4281-bd1c-58a2b9514021/fc5fdc05-7928-4196-9930-806164ea9183) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:47:23.959351 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fd74fd2e-8146-4df8-b8da-c0c1bb660aa4 service neutron] 10.222.0.43 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663847 Sep 10 16:47:23.981633 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5511d-8e65-4e43-a4c6-9c4431aa43a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddfb0b2-be81-437c-9893-c310ba4c243f,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:23.989259 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ccc5511d-8e65-4e43-a4c6-9c4431aa43a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:24.004956 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ccc5511d-8e65-4e43-a4c6-9c4431aa43a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:24.026004 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ccc5511d-8e65-4e43-a4c6-9c4431aa43a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dddfb0b2-be81-437c-9893-c310ba4c243f HTTP/1.1" status: 204 len: 168 time: 0.9067419 Sep 10 16:47:24.081466 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, cleared binding levels {{(pid=75006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:24.088203 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device dc3b7d7a-54a5-4139-821a-44c787611211 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:24.088578 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:24.124664 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:24.270258 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:24.423680 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port dc3b7d7a-54a5-4139-821a-44c787611211 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:24.425799 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:24.532413 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:24.533910 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] 10.222.0.48 "PUT /v2.0/ports/33042e64-22e6-4e33-a3d7-84906801554b HTTP/1.1" status: 200 len: 1093 time: 4.9436300 Sep 10 16:47:24.536547 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:24.549643 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:24.581276 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dc18125a-0ad2-4550-a038-012377006502 req-885c5483-8d8f-420a-a054-1ea28e3cf1d0 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 210 time: 0.4553113 Sep 10 16:47:24.640352 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Transition to ACTIVE for port object fc5fdc05-7928-4196-9930-806164ea9183 will not be triggered until provisioned by entity DHCP. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:24.664189 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:23Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:24.679305 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce8c39-404c-43b1-880c-ee9b74085a6d None None] The sync data for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb is: [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:23Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:47:24.697486 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:24.707541 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde42992-3766-4acf-b9cb-7e6b226203d5 {{(pid=75006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:24.727420 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:24.738027 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:24.854114 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Network b65969a5-0d8c-42ad-9abf-b97b1a238cde is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:24.880501 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:24.886974 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:47:24.910255 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Transition to ACTIVE for port object cde42992-3766-4acf-b9cb-7e6b226203d5 will not be triggered until provisioned by entity L2. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:24.926540 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=33042e64-22e6-4e33-a3d7-84906801554b,revision_number=3']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:24.944001 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:24.944702 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:25.020938 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-6ae79587-d900-467e-bd1b-d5fafde247e4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:25.064183 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'Port': ['ID=fc5fdc05-7928-4196-9930-806164ea9183,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:25.076417 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:25.146931 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:25.149238 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:25.206981 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4565303 Sep 10 16:47:25.219662 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Request body: {'port': {'device_id': 'b59dfd24-bf53-460c-b916-479be08409c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:25.295087 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-9bd80127-31bd-40e5-bb30-ff6ea48326b0 None None] Provisioning for port fc5fdc05-7928-4196-9930-806164ea9183 completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:25.326778 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-9bd80127-31bd-40e5-bb30-ff6ea48326b0 None None] Provisioning complete for port fc5fdc05-7928-4196-9930-806164ea9183 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:25.328671 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9bd80127-31bd-40e5-bb30-ff6ea48326b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:25.440381 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 56448) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:25.486167 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d26db7-1f90-4371-bbb3-c695b6b742e5 req-74bc49a5-d65d-4964-bed9-5aa35538cada tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:25.498984 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b4d26db7-1f90-4371-bbb3-c695b6b742e5 req-74bc49a5-d65d-4964-bed9-5aa35538cada tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 945 time: 1.0698030 Sep 10 16:47:25.527118 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-9bd80127-31bd-40e5-bb30-ff6ea48326b0 None None] Port fc5fdc05-7928-4196-9930-806164ea9183 cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:47:25.570510 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:25.577359 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2e40fc-dc10-4c56-ba86-79131a6d02cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac18e9b4-f3d4-4162-966d-db8a32e75eb2', 'code': 200} Sep 10 16:47:25.588531 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Pushing event updated for resources: {'Port': ['ID=cde42992-3766-4acf-b9cb-7e6b226203d5,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:25.604135 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-38d708c8-f63c-410b-801e-6691b365e711 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 1096 time: 1.0123112 Sep 10 16:47:25.623717 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:25.641935 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9e9536a1-382e-4857-8068-00dd02213021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:25.992633 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.48', 53692) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:26.069896 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 3dd9af33-0791-4482-a12b-45771d4e4e9d up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:26.104660 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-67f33608-f920-441a-a6af-86f2a7e94337 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33042e64-22e6-4e33-a3d7-84906801554b HTTP/1.1" status: 200 len: 217 time: 0.4688435 Sep 10 16:47:26.189327 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 56470) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:26.204752 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b4d26db7-1f90-4371-bbb3-c695b6b742e5 req-938094be-5382-4a2c-a6fe-b22bfdde957a tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905425 Sep 10 16:47:26.205431 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Attempting to bind port cde42992-3766-4acf-b9cb-7e6b226203d5 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:26.205756 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Attempting to bind port cde42992-3766-4acf-b9cb-7e6b226203d5 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:26.206472 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Attempting to bind port cde42992-3766-4acf-b9cb-7e6b226203d5 on network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:26.225128 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Port cde42992-3766-4acf-b9cb-7e6b226203d5 on network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:47:26.225774 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Attempting to bind port cde42992-3766-4acf-b9cb-7e6b226203d5 on network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:26.267249 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-9e9536a1-382e-4857-8068-00dd02213021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:26.279991 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:26.280572 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Checking segment: {'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:26.281138 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Bound using segment: {'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:26.282299 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Bound port: cde42992-3766-4acf-b9cb-7e6b226203d5, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'}}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:26.282853 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:26.283405 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 3dd9af33-0791-4482-a12b-45771d4e4e9d completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:26.290421 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 3dd9af33-0791-4482-a12b-45771d4e4e9d triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:26.290805 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:26.307480 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-9e9536a1-382e-4857-8068-00dd02213021 admin admin] Usage tracker for resource:security_group_rule and tenant:d96e17071e4d45ed90652b3bf35f76f3 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:26.343521 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-9e9536a1-382e-4857-8068-00dd02213021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:26.360749 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-50bf998d-e83c-4e89-8a8f-c5527d7e9018 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:26.362444 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-50bf998d-e83c-4e89-8a8f-c5527d7e9018 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 200 len: 856 time: 0.2404099 Sep 10 16:47:26.366549 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-9e9536a1-382e-4857-8068-00dd02213021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:26.374252 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590afe0d-8b12-47d8-9a11-fd0b73baac3f req-41b80991-f3f1-4187-9aae-4bff66108963 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:26.376566 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-590afe0d-8b12-47d8-9a11-fd0b73baac3f req-41b80991-f3f1-4187-9aae-4bff66108963 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 945 time: 0.5614216 Sep 10 16:47:26.458749 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-740e852c-6541-469c-918e-2e3672e68eb8 req-5a3d0660-e0eb-446f-9e86-6bdfb9a01ff1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 1098 time: 0.4581318 Sep 10 16:47:26.478586 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5fdc05-7928-4196-9930-806164ea9183 {{(pid=75007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:26.488304 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:26.493931 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:26.496923 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.48', 53693) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:26.519977 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Transition to ACTIVE for port object fc5fdc05-7928-4196-9930-806164ea9183 will not be triggered until provisioned by entity L2. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:26.529331 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:26.544993 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-65e762f1-2bee-4828-b210-67dea0352efb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:26.549990 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 3dd9af33-0791-4482-a12b-45771d4e4e9d, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=3dd9af33-0791-4482-a12b-45771d4e4e9d,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:26.564229 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:26.571908 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-f91c83eb-2e03-4499-9268-2f507258e9a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:26.707239 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=3dd9af33-0791-4482-a12b-45771d4e4e9d,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:26.710147 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:26.726099 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:47:26.729103 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-57a81494-85c5-459f-adf4-99693caf3fa5 req-9679db58-d988-4198-9b49-3b0880735053 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 210 time: 0.2645590 Sep 10 16:47:26.818340 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6cdb-29ae-40de-ad27-14ba465399f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:26.852925 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5fdc05-7928-4196-9930-806164ea9183,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:26.867143 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:26.877647 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-9e3f6cdb-29ae-40de-ad27-14ba465399f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:26.897929 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-9e3f6cdb-29ae-40de-ad27-14ba465399f1 admin admin] Usage tracker for resource:security_group_rule and tenant:6371d3bdb26647d7a98a39fa9693dc16 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:26.904418 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b', 'status': 'completed', 'code': 200} Sep 10 16:47:26.912144 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Attempting to bind port fc5fdc05-7928-4196-9930-806164ea9183 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:26.912645 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Attempting to bind port fc5fdc05-7928-4196-9930-806164ea9183 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:26.913340 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Attempting to bind port fc5fdc05-7928-4196-9930-806164ea9183 on network b65969a5-0d8c-42ad-9abf-b97b1a238cde {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:26.916836 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-740e852c-6541-469c-918e-2e3672e68eb8 req-ba5807a8-2bca-4a1b-9800-5fdc92da27da service neutron] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:26.921080 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Port fc5fdc05-7928-4196-9930-806164ea9183 on network b65969a5-0d8c-42ad-9abf-b97b1a238cde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:47:26.921475 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Attempting to bind port fc5fdc05-7928-4196-9930-806164ea9183 on network b65969a5-0d8c-42ad-9abf-b97b1a238cde {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:26.926689 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-9e3f6cdb-29ae-40de-ad27-14ba465399f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:26.930433 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:26.930919 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Checking segment: {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:26.931833 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Bound using segment: {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:26.932590 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Bound port: fc5fdc05-7928-4196-9930-806164ea9183, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'}}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:26.933649 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:26.965092 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-590afe0d-8b12-47d8-9a11-fd0b73baac3f req-8275763a-7f51-4e80-9083-7be496741b71 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772386 Sep 10 16:47:27.050014 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] For port cde42992-3766-4acf-b9cb-7e6b226203d5, host hv-cinder-80847, cleared binding levels {{(pid=75006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:27.050214 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] For port fc5fdc05-7928-4196-9930-806164ea9183, host hv-cinder-80847, cleared binding levels {{(pid=75007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:27.055684 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-9e3f6cdb-29ae-40de-ad27-14ba465399f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:27.056758 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] For port fc5fdc05-7928-4196-9930-806164ea9183, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=fc5fdc05-7928-4196-9930-806164ea9183,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:27.066384 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:27.073937 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:27.099932 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-740e852c-6541-469c-918e-2e3672e68eb8 req-ba5807a8-2bca-4a1b-9800-5fdc92da27da service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:27.102773 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-30b80420-c466-4b03-b8aa-322e9a494f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:27.103853 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-740e852c-6541-469c-918e-2e3672e68eb8 req-ba5807a8-2bca-4a1b-9800-5fdc92da27da service neutron] Usage tracker for resource:security_group_rule and tenant:43e841e4a3c7478aa89c2b8087a609c2 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:27.106874 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-740e852c-6541-469c-918e-2e3672e68eb8 req-ba5807a8-2bca-4a1b-9800-5fdc92da27da service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:27.113433 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-740e852c-6541-469c-918e-2e3672e68eb8 req-ba5807a8-2bca-4a1b-9800-5fdc92da27da service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:27.186830 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:27.189559 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] 10.222.0.48 "PUT /v2.0/ports/fc5fdc05-7928-4196-9930-806164ea9183 HTTP/1.1" status: 200 len: 1094 time: 1.9751747 Sep 10 16:47:27.190161 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59dfd24-bf53-460c-b916-479be08409c7', 'tag': 'fc5fdc05-7928-4196-9930-806164ea9183'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:27.190864 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-2f6db101-4f2a-4cb0-9b41-4f934ce9eb5c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:27.192285 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-2f6db101-4f2a-4cb0-9b41-4f934ce9eb5c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.48 "GET /v2.0/networks?id=0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 200 len: 818 time: 0.6893859 Sep 10 16:47:27.205667 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] For port cde42992-3766-4acf-b9cb-7e6b226203d5, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cde42992-3766-4acf-b9cb-7e6b226203d5,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:27.222592 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5fdc05-7928-4196-9930-806164ea9183,revision_number=3']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:27.225715 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:27.314775 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-b12a949b-5941-48fd-bc80-09b58e898b4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 1097 time: 0.0832903 Sep 10 16:47:27.323004 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:27.360686 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Request body: {'port': {'device_id': '46ffebdc-c054-44ba-8b64-8d24a1179f32', 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43', 'admin_state_up': True, 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:27.410715 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-11f7851e-238b-4d3d-b5fa-3ff57af40a73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc5fdc05-7928-4196-9930-806164ea9183 HTTP/1.1" status: 200 len: 217 time: 0.0867696 Sep 10 16:47:27.444230 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:27.446404 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:27.481997 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:27.483527 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] 10.222.0.48 "PUT /v2.0/ports/cde42992-3766-4acf-b9cb-7e6b226203d5 HTTP/1.1" status: 200 len: 1093 time: 6.0671871 Sep 10 16:47:27.485772 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-857eb38d-b37c-4aed-adc4-121db4b63f2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:27.490262 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-857eb38d-b37c-4aed-adc4-121db4b63f2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54bb58bb-87eb-4281-bd1c-58a2b9514021 HTTP/1.1" status: 200 len: 850 time: 0.0740070 Sep 10 16:47:27.579382 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dab0ac-1d78-4d57-981f-39d5d6afec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f7d6ad-95ba-4fa0-ba48-d1900428d351'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:27.589818 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-05da96b8-e56c-40ba-89d1-c1da9e243125 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b65969a5-0d8c-42ad-9abf-b97b1a238cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0906415 Sep 10 16:47:27.598753 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-4120b20e-bcd9-4b8d-984f-5b4f58192014 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.2139356 Sep 10 16:47:27.770842 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9e9536a1-382e-4857-8068-00dd02213021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:27.771867 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Pushing event updated for resources: {'Port': ['ID=cde42992-3766-4acf-b9cb-7e6b226203d5,revision_number=3']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:27.775517 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:27.793048 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-d896aa3e-02f9-49fe-bd03-d86f616d6855 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958430 Sep 10 16:47:27.854912 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9e9536a1-382e-4857-8068-00dd02213021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:27.856832 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-740e852c-6541-469c-918e-2e3672e68eb8 req-ba5807a8-2bca-4a1b-9800-5fdc92da27da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:27.909207 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d55ac15d-26b5-4c16-a377-76bacaabf186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:27.921445 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-740e852c-6541-469c-918e-2e3672e68eb8 req-ba5807a8-2bca-4a1b-9800-5fdc92da27da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:27.948702 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-acb4e354-1668-4eaa-9f2b-cc14d68861c5 req-39b9f198-eaba-4760-abdc-d7b7fa7d3c56 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479967 Sep 10 16:47:27.955376 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 3dd9af33-0791-4482-a12b-45771d4e4e9d up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:27.982435 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6cdb-29ae-40de-ad27-14ba465399f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:27.989112 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:27.999274 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:28.028867 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 3dd9af33-0791-4482-a12b-45771d4e4e9d triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:28.029519 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:28.040164 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6cdb-29ae-40de-ad27-14ba465399f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:28.072695 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Made reservation on behalf of cced50fda7f44ab5968a0c6949ddb6a5 for: {'port': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:47:28.075815 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:28.188247 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51807dd-e2c7-4103-b931-62ceefd6c37b req-e5f2ed85-4d0f-47ab-80ec-88d2d4510e13 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:28.193103 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a51807dd-e2c7-4103-b931-62ceefd6c37b req-e5f2ed85-4d0f-47ab-80ec-88d2d4510e13 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 1.1455519 Sep 10 16:47:28.236248 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9536a1-382e-4857-8068-00dd02213021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9324de95-6a05-465d-a0af-46c0d0530231,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:28.256719 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9e9536a1-382e-4857-8068-00dd02213021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:28.273043 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-9e9536a1-382e-4857-8068-00dd02213021 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d96e17071e4d45ed90652b3bf35f76f3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8189147 Sep 10 16:47:28.273709 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3c87e38c-b599-4b12-9505-1e14b3e4127e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:28.275787 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56522) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:28.285407 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34cad5-ae2c-4362-8f4d-ca6a0e8c9f21 req-f97fa5d9-c0d5-4c3e-985f-31c909972b70 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:28.286868 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ff34cad5-ae2c-4362-8f4d-ca6a0e8c9f21 req-f97fa5d9-c0d5-4c3e-985f-31c909972b70 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 944 time: 1.1127331 Sep 10 16:47:28.299465 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-740e852c-6541-469c-918e-2e3672e68eb8 req-ba5807a8-2bca-4a1b-9800-5fdc92da27da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7877707 Sep 10 16:47:28.340757 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fb0d6a46-6553-499d-8bc0-b3cf904ed822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:28.357420 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-1c7314e3-eb45-41f9-9710-6f2860e04fe3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 1096 time: 0.7663057 Sep 10 16:47:28.369026 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fb0d6a46-6553-499d-8bc0-b3cf904ed822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:28.382153 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-884e8083-6332-4d75-a054-1a234f16e359 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263501 Sep 10 16:47:28.425549 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fb0d6a46-6553-499d-8bc0-b3cf904ed822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:28.430272 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:28.440902 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d6a46-6553-499d-8bc0-b3cf904ed822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9324de95-6a05-465d-a0af-46c0d0530231,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:28.448355 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-fb0d6a46-6553-499d-8bc0-b3cf904ed822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:28.449111 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-9e3f6cdb-29ae-40de-ad27-14ba465399f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6371d3bdb26647d7a98a39fa9693dc16&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2441006 Sep 10 16:47:28.449214 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56526) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:28.454751 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5807a8-2bca-4a1b-9800-5fdc92da27da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=07d06fdb-c060-48c7-9148-3fdda2ae6b89,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:28.460437 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fb0d6a46-6553-499d-8bc0-b3cf904ed822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:28.468750 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-fb0d6a46-6553-499d-8bc0-b3cf904ed822 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9324de95-6a05-465d-a0af-46c0d0530231 HTTP/1.1" status: 204 len: 168 time: 0.1874161 Sep 10 16:47:28.490217 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a51807dd-e2c7-4103-b931-62ceefd6c37b req-2d058971-2d7c-4dca-9ab0-8f34eb338cc4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588212 Sep 10 16:47:28.519236 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f6cdb-29ae-40de-ad27-14ba465399f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346c6dd4-3b07-401b-b4b4-dc4cc89be6e0,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:28.555045 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ff34cad5-ae2c-4362-8f4d-ca6a0e8c9f21 req-c76b2f98-251d-4657-a142-c86e3e481a71 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474716 Sep 10 16:47:28.579832 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-60658d69-b724-4af7-be0e-16f3b1ca62e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:28.622846 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9e3f6cdb-29ae-40de-ad27-14ba465399f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:28.624277 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-60658d69-b724-4af7-be0e-16f3b1ca62e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:28.665773 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:28.666072 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:28.704408 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-60658d69-b724-4af7-be0e-16f3b1ca62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:28.709310 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:28.724125 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-60658d69-b724-4af7-be0e-16f3b1ca62e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:28.728008 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-60658d69-b724-4af7-be0e-16f3b1ca62e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/346c6dd4-3b07-401b-b4b4-dc4cc89be6e0 HTTP/1.1" status: 204 len: 168 time: 0.2787564 Sep 10 16:47:28.728961 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60658d69-b724-4af7-be0e-16f3b1ca62e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346c6dd4-3b07-401b-b4b4-dc4cc89be6e0,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:28.731259 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-60658d69-b724-4af7-be0e-16f3b1ca62e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:28.798734 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-5e45d70d-e7ff-4dea-adc7-4bd89fd75879 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde42992-3766-4acf-b9cb-7e6b226203d5 HTTP/1.1" status: 200 len: 217 time: 0.2462814 Sep 10 16:47:28.874088 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59dfd24-bf53-460c-b916-479be08409c7', 'tag': 'fc5fdc05-7928-4196-9930-806164ea9183', 'status': 'completed', 'code': 200} Sep 10 16:47:28.875537 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Allocated IP 172.20.0.7 (0e5adaf9-c968-40bc-9d44-9a6aade22f43/15759e78-f453-4e6b-a31e-5c5791b0a59f/233fba44-db50-42c7-bf58-b7c4b9e4d8b8) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:47:28.912432 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7725b5b1-1cbb-4676-bfb5-e288fd75382a', 'tag': 'cde42992-3766-4acf-b9cb-7e6b226203d5'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:28.941916 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dab0ac-1d78-4d57-981f-39d5d6afec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f7d6ad-95ba-4fa0-ba48-d1900428d351', 'code': 200} Sep 10 16:47:28.986788 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70367bd-94e7-40ca-b5d1-29986938439b req-b903a85a-bd16-49d8-bf10-498d55773671 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:28.988287 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-b903a85a-bd16-49d8-bf10-498d55773671 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15759e78-f453-4e6b-a31e-5c5791b0a59f HTTP/1.1" status: 200 len: 858 time: 0.1778600 Sep 10 16:47:29.069129 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-178182c0-5a90-4360-9ae6-98d357dd4b75 req-cc3cb4e8-eff8-4dd2-a881-9a5ce4c8284c service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179100 Sep 10 16:47:29.096300 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-a40cbfa1-2c2b-4015-aee2-d0298173bf80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e5adaf9-c968-40bc-9d44-9a6aade22f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908217 Sep 10 16:47:29.199999 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48bd96-b55f-4dcc-b177-71c5e6ff1029 req-2476090e-1f1e-478b-8017-633813e78134 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:29.202929 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b48bd96-b55f-4dcc-b177-71c5e6ff1029 req-2476090e-1f1e-478b-8017-633813e78134 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 945 time: 0.5332553 Sep 10 16:47:29.302446 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-443b583e-7852-4a01-b83d-280faa16289a req-14da31ea-e118-4a6d-9354-21a7a38bfb18 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 1098 time: 0.0874715 Sep 10 16:47:29.308422 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56552) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:29.311491 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6818e6df-42af-48ad-8b5e-86f74c5fd56d req-83662e5e-4e57-45fd-b721-ec710e0f6198 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 210 time: 0.2182224 Sep 10 16:47:29.353636 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-76ac9e02-5919-45b2-87a3-8c89f9e181be admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:29.373904 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-48265bfa-e149-4fba-b9a9-2f03f9443dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:29.403224 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-443b583e-7852-4a01-b83d-280faa16289a req-b7be4c08-59ec-4cf9-98fa-c6475c78beb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916979 Sep 10 16:47:29.410227 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-76ac9e02-5919-45b2-87a3-8c89f9e181be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:29.414501 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-76ac9e02-5919-45b2-87a3-8c89f9e181be admin admin] Usage tracker for resource:security_group_rule and tenant:22cd537c32814224a30e4c37b633353c is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:29.417522 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-76ac9e02-5919-45b2-87a3-8c89f9e181be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:29.424559 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-76ac9e02-5919-45b2-87a3-8c89f9e181be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:29.511305 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-76ac9e02-5919-45b2-87a3-8c89f9e181be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:29.518629 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-76ac9e02-5919-45b2-87a3-8c89f9e181be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:29.527979 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f9c81988-f670-450a-b009-f5d1e0332501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:29.575482 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-38783be6-ef52-48a0-823f-4c85006b97af service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262261 Sep 10 16:47:29.582654 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac9e02-5919-45b2-87a3-8c89f9e181be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6154fd99-5120-4cab-9592-e36fa331f965,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:29.586994 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-76ac9e02-5919-45b2-87a3-8c89f9e181be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:29.592494 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-76ac9e02-5919-45b2-87a3-8c89f9e181be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22cd537c32814224a30e4c37b633353c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2818367 Sep 10 16:47:29.594608 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56566) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:29.664693 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-06fdb473-1474-44ef-8d7c-799359a28b60 req-dc528d2d-ea36-41bc-b5bf-795da2dc19d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 1097 time: 0.7611217 Sep 10 16:47:29.675311 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a1779fe6-e9ee-4cd0-80a8-48890b62abd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:29.675499 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b48bd96-b55f-4dcc-b177-71c5e6ff1029 req-bec90fa9-3719-4027-8b80-b166bf5b375e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060291 Sep 10 16:47:29.718644 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a1779fe6-e9ee-4cd0-80a8-48890b62abd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:29.718854 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device fc5fdc05-7928-4196-9930-806164ea9183 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:47:29.808474 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a1779fe6-e9ee-4cd0-80a8-48890b62abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:29.813190 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bf6aa071-b153-4c85-82de-4117d153fd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:29.830049 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1779fe6-e9ee-4cd0-80a8-48890b62abd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6154fd99-5120-4cab-9592-e36fa331f965,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:29.836988 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7725b5b1-1cbb-4676-bfb5-e288fd75382a', 'tag': 'cde42992-3766-4acf-b9cb-7e6b226203d5', 'status': 'completed', 'code': 200} Sep 10 16:47:29.839976 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a1779fe6-e9ee-4cd0-80a8-48890b62abd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:29.849165 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a1779fe6-e9ee-4cd0-80a8-48890b62abd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:29.851142 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-a1779fe6-e9ee-4cd0-80a8-48890b62abd6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6154fd99-5120-4cab-9592-e36fa331f965 HTTP/1.1" status: 204 len: 168 time: 0.2554307 Sep 10 16:47:29.990031 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port fc5fdc05-7928-4196-9930-806164ea9183, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=fc5fdc05-7928-4196-9930-806164ea9183,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:30.005484 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': 'fc5fdc05-7928-4196-9930-806164ea9183', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'port_id': 'fc5fdc05-7928-4196-9930-806164ea9183', 'mac_address': 'fa:16:3e:92:98:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:47:30.135716 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:30.147971 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c9863803-d5e9-4fba-a1c6-e5a56806b4de req-1ad484ef-1982-41f3-ae79-1978870eb5cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 1096 time: 0.8398886 Sep 10 16:47:30.193788 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5fdc05-7928-4196-9930-806164ea9183 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:30.216872 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:30.224369 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port fc5fdc05-7928-4196-9930-806164ea9183, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=fc5fdc05-7928-4196-9930-806164ea9183,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:30.230833 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:30.233394 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-c9eb5a9f-2515-401b-8488-e320c82d4caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:30.260794 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f70367bd-94e7-40ca-b5d1-29986938439b req-c835cae9-50e1-4b2b-92c3-5eb61681502b service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340687 Sep 10 16:47:30.272356 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:30.313712 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=fc5fdc05-7928-4196-9930-806164ea9183,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:30.318049 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:30.518354 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['fc5fdc05-7928-4196-9930-806164ea9183'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:47:30.661349 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdb473-1474-44ef-8d7c-799359a28b60 req-a38eedc6-fdb6-4e11-882a-0317c16c6579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:30.662943 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-06fdb473-1474-44ef-8d7c-799359a28b60 req-a38eedc6-fdb6-4e11-882a-0317c16c6579 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 200 len: 912 time: 0.9250100 Sep 10 16:47:30.755146 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a69af-cb4a-4ff3-8463-9bcd5ff7a02c req-7c527eba-3a7f-47ea-a81a-96cd13161ee6 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:30.762180 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba4a69af-cb4a-4ff3-8463-9bcd5ff7a02c req-7c527eba-3a7f-47ea-a81a-96cd13161ee6 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 945 time: 1.1810856 Sep 10 16:47:30.850275 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9863803-d5e9-4fba-a1c6-e5a56806b4de req-09856d2a-431b-4389-bb48-46736b34a8db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:30.862878 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c9863803-d5e9-4fba-a1c6-e5a56806b4de req-09856d2a-431b-4389-bb48-46736b34a8db service neutron] 10.222.0.48 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 918 time: 0.6690347 Sep 10 16:47:30.983267 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-06fdb473-1474-44ef-8d7c-799359a28b60 req-0c7879f4-8922-47ad-bbe6-26e36d32f0f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc5fdc05-7928-4196-9930-806164ea9183 HTTP/1.1" status: 200 len: 217 time: 0.2920978 Sep 10 16:47:31.006960 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4916a-8f7a-4782-88e9-755e6e49fd4a req-147c6386-380e-4243-a927-b1156dd3d088 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:31.009901 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5ee4916a-8f7a-4782-88e9-755e6e49fd4a req-147c6386-380e-4243-a927-b1156dd3d088 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 1.0183573 Sep 10 16:47:31.071870 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba4a69af-cb4a-4ff3-8463-9bcd5ff7a02c req-3908f30f-6588-476d-aead-492d06278735 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087981 Sep 10 16:47:31.073295 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:31.077729 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-870955c9-8abc-408a-b2ec-34b4269ef620 req-8e88acfe-5c91-419c-b3e5-9f8943393005 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 1096 time: 0.6586692 Sep 10 16:47:31.156096 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c9863803-d5e9-4fba-a1c6-e5a56806b4de req-3f3eb035-0abb-408a-bd31-b47c6ccd4207 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33042e64-22e6-4e33-a3d7-84906801554b HTTP/1.1" status: 200 len: 217 time: 0.2891719 Sep 10 16:47:31.157756 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:31.312361 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9863803-d5e9-4fba-a1c6-e5a56806b4de req-0f47201b-489d-44e2-8176-f6a576a83a54 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:31.314613 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c9863803-d5e9-4fba-a1c6-e5a56806b4de req-0f47201b-489d-44e2-8176-f6a576a83a54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 200 len: 856 time: 0.1284323 Sep 10 16:47:31.483708 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:31.497598 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdb473-1474-44ef-8d7c-799359a28b60 req-01b364a4-9152-4b4d-a59a-3a6e71f14e1a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:31.499054 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-06fdb473-1474-44ef-8d7c-799359a28b60 req-01b364a4-9152-4b4d-a59a-3a6e71f14e1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54bb58bb-87eb-4281-bd1c-58a2b9514021 HTTP/1.1" status: 200 len: 850 time: 0.4472508 Sep 10 16:47:31.499836 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:31.506989 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5ee4916a-8f7a-4782-88e9-755e6e49fd4a req-e9eef827-968d-4b3f-8a12-f3157e9b53d6 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534149 Sep 10 16:47:31.507616 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Pushing event updated for resources: {'Port': ['ID=233fba44-db50-42c7-bf58-b7c4b9e4d8b8,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:31.510954 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:31.521393 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:47:31.525280 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:31.525881 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:31.639903 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870955c9-8abc-408a-b2ec-34b4269ef620 req-51e1a57b-1ac6-42da-9ac0-8e3826c6a1e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:31.642086 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-870955c9-8abc-408a-b2ec-34b4269ef620 req-51e1a57b-1ac6-42da-9ac0-8e3826c6a1e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 200 len: 919 time: 0.5195303 Sep 10 16:47:31.725884 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:31.730802 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 33042e64-22e6-4e33-a3d7-84906801554b details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:47:31.736216 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device fc5fdc05-7928-4196-9930-806164ea9183 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:31.790914 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4720178 Sep 10 16:47:31.794781 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-870955c9-8abc-408a-b2ec-34b4269ef620 req-c91ebb1b-ce48-42e6-b4f7-16b19161d6ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde42992-3766-4acf-b9cb-7e6b226203d5 HTTP/1.1" status: 200 len: 217 time: 0.1306577 Sep 10 16:47:31.801251 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c9863803-d5e9-4fba-a1c6-e5a56806b4de req-a4990eec-f971-4f55-996c-69bb9bfc57bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4616690 Sep 10 16:47:31.811121 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Request body: {'port': {'device_id': '46ffebdc-c054-44ba-8b64-8d24a1179f32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:31.841952 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49744cc3-6ff9-41d1-8f71-58071363bf5d req-489bfec4-f633-4eae-9805-fcbb419ab2f8 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:31.843382 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-49744cc3-6ff9-41d1-8f71-58071363bf5d req-489bfec4-f633-4eae-9805-fcbb419ab2f8 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 945 time: 0.5279045 Sep 10 16:47:31.893335 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port fc5fdc05-7928-4196-9930-806164ea9183 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:31.905168 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port fc5fdc05-7928-4196-9930-806164ea9183 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:31.905352 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:31.953938 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-06fdb473-1474-44ef-8d7c-799359a28b60 req-e06ad2ec-8f7e-4746-9216-6d8b028f0469 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b65969a5-0d8c-42ad-9abf-b97b1a238cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4236674 Sep 10 16:47:32.021153 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:32.041321 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '33042e64-22e6-4e33-a3d7-84906801554b', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'port_id': '33042e64-22e6-4e33-a3d7-84906801554b', 'mac_address': 'fa:16:3e:20:53:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:47:32.139251 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:32.166636 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33042e64-22e6-4e33-a3d7-84906801554b {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:32.223759 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:32.237739 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:32.242291 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:32.305393 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:32.305671 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870955c9-8abc-408a-b2ec-34b4269ef620 req-ba0e44b7-345b-4cbe-8859-ea60919b52e4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:32.307276 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-870955c9-8abc-408a-b2ec-34b4269ef620 req-ba0e44b7-345b-4cbe-8859-ea60919b52e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15759e78-f453-4e6b-a31e-5c5791b0a59f HTTP/1.1" status: 200 len: 858 time: 0.4721327 Sep 10 16:47:32.348550 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59dfd24-bf53-460c-b916-479be08409c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5fdc05-7928-4196-9930-806164ea9183'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:32.355104 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=33042e64-22e6-4e33-a3d7-84906801554b,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:32.358746 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:32.364976 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port fc5fdc05-7928-4196-9930-806164ea9183, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=fc5fdc05-7928-4196-9930-806164ea9183,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:32.370785 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:32.373931 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-815c6847-fc41-4c7d-9225-45def191e9ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:32.374454 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53205ae-d3ef-434c-be4d-a31674c1e55c req-7ea25772-1f39-4d86-a098-1068d0bf51fd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:32.375469 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-e53205ae-d3ef-434c-be4d-a31674c1e55c req-7ea25772-1f39-4d86-a098-1068d0bf51fd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Synchronizing usage tracker for tenant:cced50fda7f44ab5968a0c6949ddb6a5 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:32.391642 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-49744cc3-6ff9-41d1-8f71-58071363bf5d req-b49e7d24-2a7a-4920-9f67-e4572fa497aa tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4832094 Sep 10 16:47:32.480959 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-870955c9-8abc-408a-b2ec-34b4269ef620 req-395c07e0-e77d-42b9-ae0a-65727b464447 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e5adaf9-c968-40bc-9d44-9a6aade22f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577747 Sep 10 16:47:32.485978 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=fc5fdc05-7928-4196-9930-806164ea9183,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:32.499457 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:32.521776 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['33042e64-22e6-4e33-a3d7-84906801554b'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:47:32.585736 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-06fdb473-1474-44ef-8d7c-799359a28b60 req-acf4cc71-8f14-481f-b806-b1e2afe82736 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704727 Sep 10 16:47:32.586328 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:32.612004 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-e53205ae-d3ef-434c-be4d-a31674c1e55c req-7ea25772-1f39-4d86-a098-1068d0bf51fd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Unset dirty status for tenant:cced50fda7f44ab5968a0c6949ddb6a5 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:32.613385 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e53205ae-d3ef-434c-be4d-a31674c1e55c req-7ea25772-1f39-4d86-a098-1068d0bf51fd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 931 time: 0.9635928 Sep 10 16:47:32.643890 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c9863803-d5e9-4fba-a1c6-e5a56806b4de req-c40be169-09f7-4f0d-89f0-10ae19338ba7 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7994602 Sep 10 16:47:33.106056 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925332f-7f5b-4001-9af5-753b51e4e63b req-275709d1-a70c-4e91-9e87-2daf0bf2cf28 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:33.107793 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d925332f-7f5b-4001-9af5-753b51e4e63b req-275709d1-a70c-4e91-9e87-2daf0bf2cf28 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 945 time: 0.5073574 Sep 10 16:47:33.214649 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e53205ae-d3ef-434c-be4d-a31674c1e55c req-d10113ab-8579-430e-8d27-60ecb2828871 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691110 Sep 10 16:47:33.262518 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-870955c9-8abc-408a-b2ec-34b4269ef620 req-943ddb58-9ce6-4817-8063-29a9e9c10417 service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7444766 Sep 10 16:47:33.306358 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-06fdb473-1474-44ef-8d7c-799359a28b60 req-b0d0f5bb-da6c-4cd7-880e-0b5d55f734bf service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029970 Sep 10 16:47:33.341739 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c9863803-d5e9-4fba-a1c6-e5a56806b4de req-406edc01-3bad-4aec-a401-3ca639891775 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738630 Sep 10 16:47:33.529059 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d925332f-7f5b-4001-9af5-753b51e4e63b req-65444faf-5d45-401c-b3f5-826f0858878d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876798 Sep 10 16:47:33.629071 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59dfd24-bf53-460c-b916-479be08409c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5fdc05-7928-4196-9930-806164ea9183', 'code': 200} Sep 10 16:47:33.646076 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-870955c9-8abc-408a-b2ec-34b4269ef620 req-68746109-dacf-408c-a25f-33c703dd04fd service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648064 Sep 10 16:47:33.664176 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e9d99-cf48-4bae-9784-b8732bcf5e19 req-7cae7d74-848f-4d5d-90f5-8f2353460a2f tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:33.666604 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-247e9d99-cf48-4bae-9784-b8732bcf5e19 req-7cae7d74-848f-4d5d-90f5-8f2353460a2f tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 945 time: 0.3265834 Sep 10 16:47:33.748355 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device cde42992-3766-4acf-b9cb-7e6b226203d5 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:47:33.752073 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 33042e64-22e6-4e33-a3d7-84906801554b up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:33.821324 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 {{(pid=75006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:33.840976 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-247e9d99-cf48-4bae-9784-b8732bcf5e19 req-4557b871-6ebc-4121-89ce-2fc39f7bdde6 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616783 Sep 10 16:47:33.856362 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:33.908278 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Transition to ACTIVE for port object 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 will not be triggered until provisioned by entity L2. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:33.939417 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:33.956628 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7e404c90-79ee-44fc-9a7f-026a9f9a92e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:34.157285 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 33042e64-22e6-4e33-a3d7-84906801554b completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:34.194448 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 33042e64-22e6-4e33-a3d7-84906801554b triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:34.195941 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:34.285221 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56694) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:34.344476 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port cde42992-3766-4acf-b9cb-7e6b226203d5, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cde42992-3766-4acf-b9cb-7e6b226203d5,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:34.398499 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': 'cde42992-3766-4acf-b9cb-7e6b226203d5', 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43', 'port_id': 'cde42992-3766-4acf-b9cb-7e6b226203d5', 'mac_address': 'fa:16:3e:6d:85:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15759e78-f453-4e6b-a31e-5c5791b0a59f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:47:34.525654 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fa38d68a-a0e0-41b1-b4d1-440440b0ed9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:34.563864 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-fa38d68a-a0e0-41b1-b4d1-440440b0ed9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:34.569991 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-fa38d68a-a0e0-41b1-b4d1-440440b0ed9a admin admin] Usage tracker for resource:security_group_rule and tenant:955475c51a784c86af70cbd689866e56 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:34.571382 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261e68e-df85-4262-a9a0-7f38ca7b749e req-3194a73f-2b3d-46ec-bed4-ffcf6d0b7c14 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:34.576091 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-fa38d68a-a0e0-41b1-b4d1-440440b0ed9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:34.578782 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6261e68e-df85-4262-a9a0-7f38ca7b749e req-3194a73f-2b3d-46ec-bed4-ffcf6d0b7c14 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 944 time: 0.8043642 Sep 10 16:47:34.584418 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-fa38d68a-a0e0-41b1-b4d1-440440b0ed9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:34.599355 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:34.636696 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Pushing event updated for resources: {'Port': ['ID=233fba44-db50-42c7-bf58-b7c4b9e4d8b8,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:34.647055 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:34.673905 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fa38d68a-a0e0-41b1-b4d1-440440b0ed9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:34.674346 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde42992-3766-4acf-b9cb-7e6b226203d5 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:34.678411 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cdf2b4c9-472b-4b63-9146-f780feb445cb req-d5b16240-f572-4121-9a8e-0c42389540a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 1099 time: 0.6331069 Sep 10 16:47:34.681295 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fa38d68a-a0e0-41b1-b4d1-440440b0ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:34.692045 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:34.700192 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:34.707816 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6261e68e-df85-4262-a9a0-7f38ca7b749e req-37d38bf2-3c37-4cdb-8abf-8125886b20fa tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280003 Sep 10 16:47:34.746072 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38d68a-a0e0-41b1-b4d1-440440b0ed9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7ffa4a-f457-4e17-b55e-a374472e6180,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:34.752504 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-fa38d68a-a0e0-41b1-b4d1-440440b0ed9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=955475c51a784c86af70cbd689866e56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4648342 Sep 10 16:47:34.753834 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-fa38d68a-a0e0-41b1-b4d1-440440b0ed9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:34.754565 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56712) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:34.767215 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port cde42992-3766-4acf-b9cb-7e6b226203d5, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cde42992-3766-4acf-b9cb-7e6b226203d5,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:34.802176 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:34.820404 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:34.836112 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8d35c630-f672-465e-8419-024d32600978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:34.887475 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8d35c630-f672-465e-8419-024d32600978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:34.902100 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Attempting to bind port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:34.902755 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Attempting to bind port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:34.903236 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Attempting to bind port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 on network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:34.916852 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33a8f5-39f5-42a1-880b-3cba56f06c36 req-dd48bda7-fdc6-4f07-817e-02fd344894f9 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:34.921355 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:34.925430 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ed33a8f5-39f5-42a1-880b-3cba56f06c36 req-dd48bda7-fdc6-4f07-817e-02fd344894f9 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.7560341 Sep 10 16:47:34.945234 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:34.971473 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-cdf2b4c9-472b-4b63-9146-f780feb445cb req-c11202aa-1608-4d65-bcf5-d93555d3ebfd service neutron] Synchronizing usage tracker for tenant:43e841e4a3c7478aa89c2b8087a609c2 on resource:security_group {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:34.995572 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 on network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:47:34.995731 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=cde42992-3766-4acf-b9cb-7e6b226203d5,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:34.998027 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Attempting to bind port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 on network 0e5adaf9-c968-40bc-9d44-9a6aade22f43 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:35.002751 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:35.004154 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:35.012725 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8d35c630-f672-465e-8419-024d32600978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:35.020918 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ed33a8f5-39f5-42a1-880b-3cba56f06c36 req-d3b4e2d4-1ce7-44b7-bd76-76409b9d806d tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941865 Sep 10 16:47:35.042718 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:35.063560 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-cdf2b4c9-472b-4b63-9146-f780feb445cb req-c11202aa-1608-4d65-bcf5-d93555d3ebfd service neutron] Unset dirty status for tenant:43e841e4a3c7478aa89c2b8087a609c2 on resource:security_group {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:35.064779 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cdf2b4c9-472b-4b63-9146-f780feb445cb req-c11202aa-1608-4d65-bcf5-d93555d3ebfd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746486 Sep 10 16:47:35.075757 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c630-f672-465e-8419-024d32600978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7ffa4a-f457-4e17-b55e-a374472e6180,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:35.082451 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8d35c630-f672-465e-8419-024d32600978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:35.092635 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:35.093008 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Checking segment: {'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:35.093377 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Bound using segment: {'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:35.093851 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Bound port: 233fba44-db50-42c7-bf58-b7c4b9e4d8b8, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6580ca-b21f-476f-ad74-ba0e64aaadbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43'}}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:35.094241 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:35.101656 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8d35c630-f672-465e-8419-024d32600978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:35.105176 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-8d35c630-f672-465e-8419-024d32600978 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e7ffa4a-f457-4e17-b55e-a374472e6180 HTTP/1.1" status: 204 len: 168 time: 0.3470926 Sep 10 16:47:35.126726 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['cde42992-3766-4acf-b9cb-7e6b226203d5'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:47:35.216396 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392dd45-2ce9-4c6e-8b60-690a3f79d0eb req-f277c433-fe19-41c8-8fbc-045f5b1f4203 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:35.224353 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d392dd45-2ce9-4c6e-8b60-690a3f79d0eb req-f277c433-fe19-41c8-8fbc-045f5b1f4203 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 943 time: 0.2021060 Sep 10 16:47:35.258223 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] For port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8, host hv-cinder-80847, cleared binding levels {{(pid=75006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:35.284166 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] For port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=233fba44-db50-42c7-bf58-b7c4b9e4d8b8,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:35.297828 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:35.313293 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d392dd45-2ce9-4c6e-8b60-690a3f79d0eb req-a6fd599d-0d1d-49c1-a8d2-8040a09d7e4f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877538 Sep 10 16:47:35.322966 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:35.380172 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=33042e64-22e6-4e33-a3d7-84906801554b,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:35.410139 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:35.412017 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] 10.222.0.48 "PUT /v2.0/ports/233fba44-db50-42c7-bf58-b7c4b9e4d8b8 HTTP/1.1" status: 200 len: 1093 time: 3.6071842 Sep 10 16:47:35.412341 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ffebdc-c054-44ba-8b64-8d24a1179f32', 'tag': '233fba44-db50-42c7-bf58-b7c4b9e4d8b8'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:35.412538 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:35.447483 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Pushing event updated for resources: {'Port': ['ID=233fba44-db50-42c7-bf58-b7c4b9e4d8b8,revision_number=3']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:35.450580 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:35.514588 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ffebdc-c054-44ba-8b64-8d24a1179f32', 'tag': '233fba44-db50-42c7-bf58-b7c4b9e4d8b8', 'status': 'completed', 'code': 200} Sep 10 16:47:35.551899 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-1b5ed7d8-7df2-48dc-9443-708fbedc904d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 1096 time: 0.0767751 Sep 10 16:47:35.625538 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-c12b2065-e509-49a4-a28c-da4d0ae4c7a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=233fba44-db50-42c7-bf58-b7c4b9e4d8b8 HTTP/1.1" status: 200 len: 217 time: 0.0634468 Sep 10 16:47:35.630403 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:35.688758 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b', 'code': 200} Sep 10 16:47:35.695636 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-4e6d7568-c4a6-4b4a-a2cd-c9016ccf06f8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:35.697406 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-4e6d7568-c4a6-4b4a-a2cd-c9016ccf06f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15759e78-f453-4e6b-a31e-5c5791b0a59f HTTP/1.1" status: 200 len: 858 time: 0.0654793 Sep 10 16:47:35.750307 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-a51796a2-1305-4528-afba-4dc261946a17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e5adaf9-c968-40bc-9d44-9a6aade22f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419927 Sep 10 16:47:36.022396 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-2bd267bc-8191-435c-8d7c-a66e9a60365d service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507091 Sep 10 16:47:36.200736 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-80002c2d-d695-40b1-92ed-f1d0344b0788 req-f64422d7-b5df-4bbc-b5f6-a979da95a0c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 1098 time: 0.2564344 Sep 10 16:47:36.254472 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-edfedf88-f89a-4570-a26d-30d5e628c63e req-7f15f94d-f89f-4110-aba8-ceaa5bc84a43 service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198238 Sep 10 16:47:36.262190 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e467bdb-1070-43b6-b31a-7fc3761293e6 req-5ac269b0-496a-4530-bfaf-e7edfa7c55ca tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:36.263506 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1e467bdb-1070-43b6-b31a-7fc3761293e6 req-5ac269b0-496a-4530-bfaf-e7edfa7c55ca tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.3485429 Sep 10 16:47:36.302544 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-80002c2d-d695-40b1-92ed-f1d0344b0788 req-01a511c6-f063-4c18-b39d-791ab6a25152 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843904 Sep 10 16:47:36.326094 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1e467bdb-1070-43b6-b31a-7fc3761293e6 req-3050e92a-8421-4f49-909d-4ddf750fdada tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494795 Sep 10 16:47:36.630715 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03157c5-835c-4eed-8ee0-4e7a495b94f8 req-718b76df-70ed-4aaf-8255-209eb4225fbd tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:36.637328 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a03157c5-835c-4eed-8ee0-4e7a495b94f8 req-718b76df-70ed-4aaf-8255-209eb4225fbd tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1414018 Sep 10 16:47:36.700200 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0004fb78-9d8f-41c6-9a6d-d355d5acc350 req-c03560cc-d81f-4b1f-a239-9ea0103e6f24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 1096 time: 0.1364105 Sep 10 16:47:36.704752 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a03157c5-835c-4eed-8ee0-4e7a495b94f8 req-c57aec71-c5bb-4d90-a4e1-85764893b8c1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665572 Sep 10 16:47:36.935373 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004fb78-9d8f-41c6-9a6d-d355d5acc350 req-8d803a94-fc0f-4a3f-b3d3-d978d773ffff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:36.936896 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0004fb78-9d8f-41c6-9a6d-d355d5acc350 req-8d803a94-fc0f-4a3f-b3d3-d978d773ffff service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 200 len: 919 time: 0.2278686 Sep 10 16:47:36.961077 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0184af9-7c89-4942-9f35-019fddbdbb48 req-f14cb69e-2e41-4c39-8418-e875e82ad844 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:36.962418 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f0184af9-7c89-4942-9f35-019fddbdbb48 req-f14cb69e-2e41-4c39-8418-e875e82ad844 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 943 time: 0.1199834 Sep 10 16:47:37.014159 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f0184af9-7c89-4942-9f35-019fddbdbb48 req-9afd13c5-526a-4b68-adbe-3046fc3a902b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433013 Sep 10 16:47:37.110471 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0004fb78-9d8f-41c6-9a6d-d355d5acc350 req-5c4fbfe4-48e9-432d-9be8-726b564d153c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=233fba44-db50-42c7-bf58-b7c4b9e4d8b8 HTTP/1.1" status: 200 len: 217 time: 0.0860970 Sep 10 16:47:37.270332 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004fb78-9d8f-41c6-9a6d-d355d5acc350 req-a3fa2a20-4bd1-4e92-9fae-3ddd2b5af93e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:37.272135 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0004fb78-9d8f-41c6-9a6d-d355d5acc350 req-a3fa2a20-4bd1-4e92-9fae-3ddd2b5af93e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15759e78-f453-4e6b-a31e-5c5791b0a59f HTTP/1.1" status: 200 len: 858 time: 0.1544967 Sep 10 16:47:37.350964 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0004fb78-9d8f-41c6-9a6d-d355d5acc350 req-8d3057b5-a5b8-457d-9152-89808a4d2db8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e5adaf9-c968-40bc-9d44-9a6aade22f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419214 Sep 10 16:47:37.598732 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0004fb78-9d8f-41c6-9a6d-d355d5acc350 req-deb304df-e197-4c42-a725-779f868906a5 service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354810 Sep 10 16:47:37.643693 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fa973-ea96-40bc-9f76-69d0897e60c7 req-7e729e2f-42b6-42b3-a9e9-2e453fd21c60 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:37.645152 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bf7fa973-ea96-40bc-9f76-69d0897e60c7 req-7e729e2f-42b6-42b3-a9e9-2e453fd21c60 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1271598 Sep 10 16:47:37.767481 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device cde42992-3766-4acf-b9cb-7e6b226203d5 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:37.779873 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bf7fa973-ea96-40bc-9f76-69d0897e60c7 req-a6ca0b35-ff3f-48d4-86d4-332cdc56c77f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922146 Sep 10 16:47:37.820276 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0004fb78-9d8f-41c6-9a6d-d355d5acc350 req-f4af0485-74ba-45e3-a451-366bd9922111 service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078586 Sep 10 16:47:37.878795 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port cde42992-3766-4acf-b9cb-7e6b226203d5 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:37.887668 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port cde42992-3766-4acf-b9cb-7e6b226203d5 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:37.888174 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:38.005829 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529a8cf-486e-465a-bea1-a0730bfc42a1 req-5dae3a0c-c773-44da-81f3-075b34bc03e1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:38.013791 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2529a8cf-486e-465a-bea1-a0730bfc42a1 req-5dae3a0c-c773-44da-81f3-075b34bc03e1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1215191 Sep 10 16:47:38.113142 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2529a8cf-486e-465a-bea1-a0730bfc42a1 req-5a322534-a9f5-472a-8b83-6321d1ad3e69 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983140 Sep 10 16:47:38.134539 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:38.183360 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7725b5b1-1cbb-4676-bfb5-e288fd75382a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde42992-3766-4acf-b9cb-7e6b226203d5'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:38.198193 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port cde42992-3766-4acf-b9cb-7e6b226203d5, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cde42992-3766-4acf-b9cb-7e6b226203d5,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:38.206812 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:38.209204 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:38.337331 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=cde42992-3766-4acf-b9cb-7e6b226203d5,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:38.341159 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:38.384060 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41656c2-7996-4028-90cf-bf94bba27b52 req-0aa51968-24d0-4684-aee1-2478627ada27 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:38.385543 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d41656c2-7996-4028-90cf-bf94bba27b52 req-0aa51968-24d0-4684-aee1-2478627ada27 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 943 time: 0.1858914 Sep 10 16:47:38.448940 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d41656c2-7996-4028-90cf-bf94bba27b52 req-01d8b073-a3d3-4f50-a148-5893073b23df tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551536 Sep 10 16:47:38.456469 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c7668-bd95-42cb-aca4-c649a7cc8211 req-cd9bc671-370a-48ed-aeb4-7b924b5b0c66 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:38.457976 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b86c7668-bd95-42cb-aca4-c649a7cc8211 req-cd9bc671-370a-48ed-aeb4-7b924b5b0c66 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1579213 Sep 10 16:47:38.466876 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56838) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:38.473571 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-2a58bdd9-2fc6-4ebd-80d4-34ad76a48e32 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'floatingip': {'port_id': 'fc5fdc05-7928-4196-9930-806164ea9183'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:38.530673 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 56842) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:38.542992 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7725b5b1-1cbb-4676-bfb5-e288fd75382a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde42992-3766-4acf-b9cb-7e6b226203d5', 'code': 200} Sep 10 16:47:38.560927 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2a58bdd9-2fc6-4ebd-80d4-34ad76a48e32 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:38.637889 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-4dd6d305-29eb-4fe7-937b-734fd260a232 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=95bb4183f7d14a06846c07144661cc2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342300 Sep 10 16:47:38.789529 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5710b1dd-1d8c-4c5c-aabd-35e06e6d6370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:38.918542 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-ff705e56-16f0-454d-b325-a3060b1a1e02 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:38.920489 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-ff705e56-16f0-454d-b325-a3060b1a1e02 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764478 Sep 10 16:47:38.920986 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-5710b1dd-1d8c-4c5c-aabd-35e06e6d6370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:38.930084 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-5710b1dd-1d8c-4c5c-aabd-35e06e6d6370 admin admin] Usage tracker for resource:security_group_rule and tenant:888a9d944ffe4dd5ae8f26aee7db9ec5 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:38.967726 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-5710b1dd-1d8c-4c5c-aabd-35e06e6d6370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:38.986216 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-5710b1dd-1d8c-4c5c-aabd-35e06e6d6370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:39.006478 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3dcbdad1-d0cd-4a61-a0db-46d5cf0a9d25 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/quotas/95bb4183f7d14a06846c07144661cc2d HTTP/1.1" status: 200 len: 375 time: 0.0792727 Sep 10 16:47:39.023389 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-aa7f6822-a689-40bf-a7fa-cbb28078e759 req-ea4a30e6-8deb-45b1-a6a7-63dd7e7768e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 1098 time: 0.2349880 Sep 10 16:47:39.096377 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-d64e03dd-dda3-4f76-9f0c-d6b2d2326247 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=95bb4183f7d14a06846c07144661cc2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787899 Sep 10 16:47:39.146318 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8afad0-ea1b-4ba9-82b2-5d8d08f11e54 req-596051c7-dad2-4a05-9bdd-0e2ac173b9ef tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:39.147812 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9f8afad0-ea1b-4ba9-82b2-5d8d08f11e54 req-596051c7-dad2-4a05-9bdd-0e2ac173b9ef tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.2237372 Sep 10 16:47:39.193659 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-aa7f6822-a689-40bf-a7fa-cbb28078e759 req-022268ce-240a-4dd1-b8fd-77775360ba0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231835 Sep 10 16:47:39.202477 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5710b1dd-1d8c-4c5c-aabd-35e06e6d6370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:39.218270 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5710b1dd-1d8c-4c5c-aabd-35e06e6d6370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:39.229727 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-24acf338-270a-43f7-b9a0-741221b0753c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:39.262117 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9f8afad0-ea1b-4ba9-82b2-5d8d08f11e54 req-9f8c233a-58fa-46d2-bd86-104d751b0c59 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987220 Sep 10 16:47:39.325182 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710b1dd-1d8c-4c5c-aabd-35e06e6d6370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f3b8f3-da75-4883-a22c-1c31ae282472,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:39.329154 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5710b1dd-1d8c-4c5c-aabd-35e06e6d6370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:39.331950 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-5710b1dd-1d8c-4c5c-aabd-35e06e6d6370 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=888a9d944ffe4dd5ae8f26aee7db9ec5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7995684 Sep 10 16:47:39.339294 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 56868) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:39.564957 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b66c3d7e-e179-406f-8207-01372501fb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:39.584005 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-615266fe-c090-4aed-99af-483f65918886 req-e48ffa46-d7fe-474d-8c74-42a7b1f4b588 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 210 time: 0.1405275 Sep 10 16:47:39.669559 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b66c3d7e-e179-406f-8207-01372501fb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:39.709254 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b9363-99a6-4ae1-adc9-b7588f778fab req-10dd8b63-8b9c-4cf6-a149-c62e83c12173 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:39.724740 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d02b9363-99a6-4ae1-adc9-b7588f778fab req-10dd8b63-8b9c-4cf6-a149-c62e83c12173 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1732347 Sep 10 16:47:39.726134 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 56890) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:39.764196 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-2eb80e59-99d3-461e-bf39-73b3da89b16b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'floatingip': {'port_id': '33042e64-22e6-4e33-a3d7-84906801554b'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:39.785636 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:47:39.839729 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2a58bdd9-2fc6-4ebd-80d4-34ad76a48e32 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:39.845032 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2a58bdd9-2fc6-4ebd-80d4-34ad76a48e32 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:39.878705 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2eb80e59-99d3-461e-bf39-73b3da89b16b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:40.100741 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.l3_db [None req-2a58bdd9-2fc6-4ebd-80d4-34ad76a48e32 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Floating IP 238f6639-c035-4ae9-ad0b-a8af52a7098d associated. External IP: 172.28.1.222, port: fc5fdc05-7928-4196-9930-806164ea9183. Sep 10 16:47:40.110802 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=233fba44-db50-42c7-bf58-b7c4b9e4d8b8,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:40.143534 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '233fba44-db50-42c7-bf58-b7c4b9e4d8b8', 'network_id': '0e5adaf9-c968-40bc-9d44-9a6aade22f43', 'port_id': '233fba44-db50-42c7-bf58-b7c4b9e4d8b8', 'mac_address': 'fa:16:3e:cb:ba:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15759e78-f453-4e6b-a31e-5c5791b0a59f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:47:40.222720 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:40.241657 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:40.261866 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=233fba44-db50-42c7-bf58-b7c4b9e4d8b8,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:40.267760 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:40.272533 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:40.399294 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=233fba44-db50-42c7-bf58-b7c4b9e4d8b8,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:40.403143 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:40.411724 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dada65-9cca-410f-9730-81b30f3343cb req-1d84882c-e4ff-4174-a63e-8de05742ff8e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:40.413204 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-1d84882c-e4ff-4174-a63e-8de05742ff8e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 815 time: 0.3132799 Sep 10 16:47:40.423143 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b66c3d7e-e179-406f-8207-01372501fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:40.444064 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:40.464884 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c3d7e-e179-406f-8207-01372501fb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f3b8f3-da75-4883-a22c-1c31ae282472,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:40.472528 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-b66c3d7e-e179-406f-8207-01372501fb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:40.531663 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-cc300d42-f9ab-435c-8214-a744c7cf62e7 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/quotas/d95a9badc5004a7c889e2c9908741100 HTTP/1.1" status: 200 len: 375 time: 0.1068201 Sep 10 16:47:40.547740 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b66c3d7e-e179-406f-8207-01372501fb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:40.548846 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-b66c3d7e-e179-406f-8207-01372501fb92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2f3b8f3-da75-4883-a22c-1c31ae282472 HTTP/1.1" status: 204 len: 168 time: 1.2085719 Sep 10 16:47:40.570766 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a58bdd9-2fc6-4ebd-80d4-34ad76a48e32 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:47:40.594651 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5cf9-68ea-45e4-83e9-3ff4aa312b32 req-8ef3dad9-0923-44f9-b731-9b5e869323cf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:40.596131 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7baf5cf9-68ea-45e4-83e9-3ff4aa312b32 req-8ef3dad9-0923-44f9-b731-9b5e869323cf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 943 time: 0.7214115 Sep 10 16:47:40.675950 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['233fba44-db50-42c7-bf58-b7c4b9e4d8b8'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:47:40.782548 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7baf5cf9-68ea-45e4-83e9-3ff4aa312b32 req-6ad6d7b4-e94d-4a1b-b1d7-720139a2964e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729355 Sep 10 16:47:40.882195 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a58bdd9-2fc6-4ebd-80d4-34ad76a48e32 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:47:40.896103 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2a58bdd9-2fc6-4ebd-80d4-34ad76a48e32 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:41.026706 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-2a58bdd9-2fc6-4ebd-80d4-34ad76a48e32 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "PUT /v2.0/floatingips/238f6639-c035-4ae9-ad0b-a8af52a7098d HTTP/1.1" status: 200 len: 992 time: 2.5587480 Sep 10 16:47:41.027608 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59dfd24-bf53-460c-b916-479be08409c7', 'tag': 'fc5fdc05-7928-4196-9930-806164ea9183'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:41.221985 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56926) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:41.256338 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-429f90b8-7ace-4add-a10a-e93cfd12f714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:41.294151 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-429f90b8-7ace-4add-a10a-e93cfd12f714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:41.298314 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-429f90b8-7ace-4add-a10a-e93cfd12f714 admin admin] Usage tracker for resource:security_group_rule and tenant:62fa27b164404737a7242d4ec29586bf is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:41.302259 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-429f90b8-7ace-4add-a10a-e93cfd12f714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:41.308404 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-429f90b8-7ace-4add-a10a-e93cfd12f714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:41.314719 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-6d4e1e79-836e-4e3e-817a-b3abe06a145a tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7727211 Sep 10 16:47:41.327482 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0ea95ea8-78f7-42fd-8350-a6eb76180f1c req-9df9d395-ef15-4a91-beb6-6db46b4e6016 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 210 time: 0.2812455 Sep 10 16:47:41.432262 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-6cf82e7f-b031-4f0f-9ca1-9a5964ff6c58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=95bb4183f7d14a06846c07144661cc2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016524 Sep 10 16:47:41.433221 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-429f90b8-7ace-4add-a10a-e93cfd12f714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:41.441734 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-429f90b8-7ace-4add-a10a-e93cfd12f714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:41.453472 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bf36b898-3c09-46a6-b23b-60f5bb5ba975 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:41.505486 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-429f90b8-7ace-4add-a10a-e93cfd12f714 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62fa27b164404737a7242d4ec29586bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2824399 Sep 10 16:47:41.506358 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f90b8-7ace-4add-a10a-e93cfd12f714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aa663d-4c38-4e0f-b562-e0d1b561eda1,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:41.508611 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56936) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:41.511228 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-429f90b8-7ace-4add-a10a-e93cfd12f714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:41.571700 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c3a1d316-260c-4533-ba2d-c7e954c947d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:41.599240 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c3a1d316-260c-4533-ba2d-c7e954c947d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:41.609823 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59dfd24-bf53-460c-b916-479be08409c7', 'tag': 'fc5fdc05-7928-4196-9930-806164ea9183', 'status': 'completed', 'code': 200} Sep 10 16:47:41.641212 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79e2af34-4698-4caa-a7bd-e469c50efc94 req-8d64e251-d69c-452f-a395-5cfbbcdc7af8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8469524 Sep 10 16:47:41.670751 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c3a1d316-260c-4533-ba2d-c7e954c947d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:41.679154 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-60658d69-b724-4af7-be0e-16f3b1ca62e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:41.697123 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1d316-260c-4533-ba2d-c7e954c947d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aa663d-4c38-4e0f-b562-e0d1b561eda1,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:41.706203 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c3a1d316-260c-4533-ba2d-c7e954c947d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:41.707583 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-c3a1d316-260c-4533-ba2d-c7e954c947d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67aa663d-4c38-4e0f-b562-e0d1b561eda1 HTTP/1.1" status: 204 len: 168 time: 0.1981101 Sep 10 16:47:41.708933 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c3a1d316-260c-4533-ba2d-c7e954c947d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:41.957951 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-4966dad4-1b3f-4c70-96ca-65f8f2b8c5e6 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644808 Sep 10 16:47:41.970117 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-abee828a-4508-45e8-aaf5-aeb089978bde tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:41.971524 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-abee828a-4508-45e8-aaf5-aeb089978bde tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4543409 Sep 10 16:47:42.044352 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Request body: {'port': {'device_id': 'ef892da0-4a32-4cfa-bc5c-5ea576b4bade', 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669', 'admin_state_up': True, 'tenant_id': '95bb4183f7d14a06846c07144661cc2d'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:42.158415 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56948) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:42.176584 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:42.208225 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:42.212077 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Usage tracker for resource:security_group_rule and tenant:495eb2198b3e4210af4d49e6b5d589b3 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:42.214630 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:42.220371 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:42.253833 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.db.resource_extend [None req-2eb80e59-99d3-461e-bf39-73b3da89b16b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 16:47:42.286443 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:42.290288 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:42.298026 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b1366edd-ef8c-45e6-b728-52a964b6fdb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:42.336255 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fe89fe-7706-4dd6-8dcc-8fae0069cd1f,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:42.340254 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b85d44bd-effa-43ef-ace7-162a67457631 req-eeb10647-84a3-44f7-8dd4-1177fc02747f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 1099 time: 0.6842146 Sep 10 16:47:42.346143 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=495eb2198b3e4210af4d49e6b5d589b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1834950 Sep 10 16:47:42.346648 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 56952) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:42.357751 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79e2af34-4698-4caa-a7bd-e469c50efc94 req-d3916fda-523a-4fa1-ac74-c9b99c7da898 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c28ec44e0e704a23be0537f99a4c2891&device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 1098 time: 0.5716486 Sep 10 16:47:42.364199 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:42.364596 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:42.364954 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:42.365302 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:42.365647 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:42.365987 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:42.366325 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:42.366807 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:42.367148 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:42.367480 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:42.367814 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:42.373845 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:42.423052 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6680dc3f-65ba-45c0-8954-2170b0c31e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:42.450018 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6680dc3f-65ba-45c0-8954-2170b0c31e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:42.592380 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6680dc3f-65ba-45c0-8954-2170b0c31e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:42.598730 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:42.611956 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2eb80e59-99d3-461e-bf39-73b3da89b16b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:42.615820 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680dc3f-65ba-45c0-8954-2170b0c31e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fe89fe-7706-4dd6-8dcc-8fae0069cd1f,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:42.621775 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6680dc3f-65ba-45c0-8954-2170b0c31e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:42.628953 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6680dc3f-65ba-45c0-8954-2170b0c31e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:42.630212 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-6680dc3f-65ba-45c0-8954-2170b0c31e7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54fe89fe-7706-4dd6-8dcc-8fae0069cd1f HTTP/1.1" status: 204 len: 168 time: 0.2825391 Sep 10 16:47:42.631208 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-500d95b5-d879-4897-bfd5-cb23e34163a2 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576624 Sep 10 16:47:42.675535 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2eb80e59-99d3-461e-bf39-73b3da89b16b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:42.781600 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4fcc5-1f5b-4816-8b78-a54ffb3043ad req-837e2970-2941-40e7-b1cb-50decb225c01 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:42.788900 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-afd4fcc5-1f5b-4816-8b78-a54ffb3043ad req-837e2970-2941-40e7-b1cb-50decb225c01 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 944 time: 0.7607808 Sep 10 16:47:42.831823 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:42.847240 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d44bd-effa-43ef-ace7-162a67457631 req-a8342ac0-515d-4d40-a06c-280fd33ce8bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:42.848985 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b85d44bd-effa-43ef-ace7-162a67457631 req-a8342ac0-515d-4d40-a06c-280fd33ce8bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 200 len: 912 time: 0.4967999 Sep 10 16:47:42.859424 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Usage tracker for resource:port and tenant:95bb4183f7d14a06846c07144661cc2d is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:42.872338 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:42.941983 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:42.996240 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2af34-4698-4caa-a7bd-e469c50efc94 req-82016123-a13c-48e5-a0b6-eabdfc47c310 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:42.997806 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79e2af34-4698-4caa-a7bd-e469c50efc94 req-82016123-a13c-48e5-a0b6-eabdfc47c310 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb66cd3c-0679-4903-9800-f25ea992863a HTTP/1.1" status: 200 len: 913 time: 0.5931554 Sep 10 16:47:43.129132 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-afd4fcc5-1f5b-4816-8b78-a54ffb3043ad req-048ea86d-7719-406d-ac2d-6fa8bc729567 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391998 Sep 10 16:47:43.151214 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Made reservation on behalf of 95bb4183f7d14a06846c07144661cc2d for: {'port': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:47:43.154214 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:43.170190 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79e2af34-4698-4caa-a7bd-e469c50efc94 req-79443930-9fcd-40a4-a770-a01c746f30f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5f7d6ad-95ba-4fa0-ba48-d1900428d351 HTTP/1.1" status: 200 len: 217 time: 0.1426294 Sep 10 16:47:43.189771 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:43.239704 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b85d44bd-effa-43ef-ace7-162a67457631 req-8603a5f4-e719-4fd4-805d-11a2d28a6aa2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc5fdc05-7928-4196-9930-806164ea9183 HTTP/1.1" status: 200 len: 1000 time: 0.3635795 Sep 10 16:47:43.540279 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0d83a29c-9c88-403e-ac0d-43b9100deb77 req-e7d98a76-06bd-4eae-bb8b-b94dd95eedcd tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 210 time: 0.2380524 Sep 10 16:47:43.546334 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2af34-4698-4caa-a7bd-e469c50efc94 req-0ab32160-4ccd-4bfa-91c9-b32a74753efe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:43.547770 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79e2af34-4698-4caa-a7bd-e469c50efc94 req-0ab32160-4ccd-4bfa-91c9-b32a74753efe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=542476dc-7851-4e71-9192-c889f2cdbba7 HTTP/1.1" status: 200 len: 852 time: 0.3666527 Sep 10 16:47:43.560842 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:43.596414 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d44bd-effa-43ef-ace7-162a67457631 req-a1f7b6d9-38cb-47fa-b305-148860356c6c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:43.597889 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b85d44bd-effa-43ef-ace7-162a67457631 req-a1f7b6d9-38cb-47fa-b305-148860356c6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54bb58bb-87eb-4281-bd1c-58a2b9514021 HTTP/1.1" status: 200 len: 850 time: 0.3467305 Sep 10 16:47:43.603890 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Usage tracker for resource:security_group_rule and tenant:95bb4183f7d14a06846c07144661cc2d is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:43.615044 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:43.623760 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616cb46-c0c2-4d9c-a845-987e6710977c req-040b1bdb-c9f5-45be-8a6e-bf8871f81aba tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:43.625840 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6616cb46-c0c2-4d9c-a845-987e6710977c req-040b1bdb-c9f5-45be-8a6e-bf8871f81aba tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 945 time: 0.7369680 Sep 10 16:47:43.663031 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79e2af34-4698-4caa-a7bd-e469c50efc94 req-28453d31-ba3c-4f6a-913f-1bd30219c532 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb66cd3c-0679-4903-9800-f25ea992863a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051660 Sep 10 16:47:43.668160 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:43.722836 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:43.812362 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:43.892783 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:43.898594 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:43.899837 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:43.917496 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a801c41e-4ebb-476b-becf-304bf38d854e req-7215b02a-9edd-4d3b-8db9-31fb5f5e7e00 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 210 time: 0.1149120 Sep 10 16:47:43.933233 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6616cb46-c0c2-4d9c-a845-987e6710977c req-8d4ecc8a-5e3f-4770-a72e-958eaedb3bbb tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622247 Sep 10 16:47:44.097829 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.l3_db [None req-2eb80e59-99d3-461e-bf39-73b3da89b16b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Floating IP 7b36c846-05df-45e4-a7d2-dd1cb0dd1998 associated. External IP: 172.28.1.133, port: 33042e64-22e6-4e33-a3d7-84906801554b. Sep 10 16:47:44.127058 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:44.185985 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ffebdc-c054-44ba-8b64-8d24a1179f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233fba44-db50-42c7-bf58-b7c4b9e4d8b8'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:44.203896 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=233fba44-db50-42c7-bf58-b7c4b9e4d8b8,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:44.210011 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:44.211956 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-44e401a0-b9a3-42f3-b57b-bd6a88b23546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:44.279418 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b85d44bd-effa-43ef-ace7-162a67457631 req-972eceb1-c2f1-45c7-9f5d-37ad96fb3aa7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b65969a5-0d8c-42ad-9abf-b97b1a238cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6666849 Sep 10 16:47:44.330164 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:44.331271 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ffebdc-c054-44ba-8b64-8d24a1179f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233fba44-db50-42c7-bf58-b7c4b9e4d8b8', 'code': 200} Sep 10 16:47:44.332544 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=233fba44-db50-42c7-bf58-b7c4b9e4d8b8,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:44.337324 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:44.354721 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79e2af34-4698-4caa-a7bd-e469c50efc94 req-ebbc7f44-0a9c-484c-8491-90de78935baa service neutron] 10.222.0.48 "GET /v2.0/networks/bb66cd3c-0679-4903-9800-f25ea992863a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724632 Sep 10 16:47:44.363578 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:44.579023 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dada65-9cca-410f-9730-81b30f3343cb req-eda7a440-179d-4be2-9b09-8bb415294209 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:44.581163 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-eda7a440-179d-4be2-9b09-8bb415294209 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 815 time: 0.4068847 Sep 10 16:47:44.616179 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.48', 53740) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:44.621400 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Request body: {'port': {'device_id': '1c01bd33-3414-4558-8a7d-894c6c9b05c4', 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22', 'admin_state_up': True, 'tenant_id': 'd95a9badc5004a7c889e2c9908741100'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:44.665811 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:44.735965 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:44.760516 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6e0d2-b07b-4890-8c52-ad172e23bfef req-bcd3c616-f625-46a1-bc04-1e21bff5afd1 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:44.761965 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-00f6e0d2-b07b-4890-8c52-ad172e23bfef req-bcd3c616-f625-46a1-bc04-1e21bff5afd1 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 945 time: 0.8477166 Sep 10 16:47:44.837146 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-bf840302-798c-4a5c-b4be-6d9b65d0ed11 req-1456be61-ac33-4268-814f-ba31c3432a34 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 1098 time: 0.1855946 Sep 10 16:47:44.844176 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:44.873675 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:44.884119 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-535e07f0-d485-4ee3-aac1-82cecae5804f req-e98c8140-5479-4b10-90fd-bfeb69bfd1f1 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 210 time: 0.1501169 Sep 10 16:47:44.900787 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Made reservation on behalf of d95a9badc5004a7c889e2c9908741100 for: {'port': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:47:44.903956 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:44.905565 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:44.906004 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:44.906366 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:44.906869 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:44.907224 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:44.907574 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:44.907998 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:44.908242 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:44.908614 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:44.908968 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:44.909324 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:44.917415 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-bf840302-798c-4a5c-b4be-6d9b65d0ed11 req-2eb78e9e-6997-4cdc-be3a-5a3073a0ca8a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692625 Sep 10 16:47:44.936302 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:44.969213 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79e2af34-4698-4caa-a7bd-e469c50efc94 req-d5e70349-2df7-4fee-8632-889e12ec69c7 service neutron] 10.222.0.48 "GET /v2.0/networks/bb66cd3c-0679-4903-9800-f25ea992863a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995028 Sep 10 16:47:45.071630 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-00f6e0d2-b07b-4890-8c52-ad172e23bfef req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Deleting port c5f7d6ad-95ba-4fa0-ba48-d1900428d351 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:47:45.071996 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-00f6e0d2-b07b-4890-8c52-ad172e23bfef req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:45.083731 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Allocated IP 172.20.0.13 (2e8b6956-e9ad-4274-8095-3b0e68edaa22/92a6559f-b380-44bf-8ab5-841ac3638065/77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:47:45.106276 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b85d44bd-effa-43ef-ace7-162a67457631 req-5cfa86bd-4df4-4743-b2b7-5926726639f3 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8139331 Sep 10 16:47:45.235253 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682e6b3-5cac-4713-b9f2-1d124d88241b req-a142268a-4877-4d1a-a0ee-80515227551a tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:45.242032 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b682e6b3-5cac-4713-b9f2-1d124d88241b req-a142268a-4877-4d1a-a0ee-80515227551a tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.8872495 Sep 10 16:47:45.328777 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:45.361806 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:45.369554 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:45.381388 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['ac18e9b4-f3d4-4162-966d-db8a32e75eb2'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:47:45.441600 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:45.444798 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:45.447886 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:47:45.482441 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Allocated IP 192.168.233.199 (8953058a-0b57-45ab-9ea6-3aa4fc38d669/ba82c4e0-23df-4b5f-840c-d2286d010b92/0d30b97f-3799-4906-9471-12f8a66c4487) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:47:45.496489 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Pushing event updated for resources: {'Port': ['ID=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:45.499430 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:45.530010 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:45.531846 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:45.569737 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9522769 Sep 10 16:47:45.586884 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Request body: {'port': {'device_id': '1c01bd33-3414-4558-8a7d-894c6c9b05c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:45.768558 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b682e6b3-5cac-4713-b9f2-1d124d88241b req-80d1f85d-a1d3-448e-b963-127568b71489 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256598 Sep 10 16:47:45.784522 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:45.851971 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b85d44bd-effa-43ef-ace7-162a67457631 req-051c31e9-a9d1-48ab-b17d-b33b55ba3e13 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571529 Sep 10 16:47:45.972543 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b477b3-e9b6-4d9c-abb0-44c1486a124f req-1519ab07-bdff-4996-aa85-6071d7c44950 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:45.974293 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-54b477b3-e9b6-4d9c-abb0-44c1486a124f req-1519ab07-bdff-4996-aa85-6071d7c44950 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 932 time: 0.5079744 Sep 10 16:47:45.994061 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-00f6e0d2-b07b-4890-8c52-ad172e23bfef req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] For port c5f7d6ad-95ba-4fa0-ba48-d1900428d351, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=c5f7d6ad-95ba-4fa0-ba48-d1900428d351,segment=NetworkSegment(a2daf03f-6e9d-496d-8f56-bbabb9a7ce34),segment_id=a2daf03f-6e9d-496d-8f56-bbabb9a7ce34)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:45.994437 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-00f6e0d2-b07b-4890-8c52-ad172e23bfef req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:46.223830 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-00f6e0d2-b07b-4890-8c52-ad172e23bfef req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Calling delete_port for c5f7d6ad-95ba-4fa0-ba48-d1900428d351 owned by compute:nova {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:47:46.384972 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 {{(pid=75007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:46.393415 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:46.410103 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Transition to ACTIVE for port object 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 will not be triggered until provisioned by entity L2. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:46.414126 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:46.417665 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:46.418879 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4353e937-ea2e-49b4-b311-102d9806ee05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:46.431178 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-54b477b3-e9b6-4d9c-abb0-44c1486a124f req-4afe1911-8f47-42a4-bcbb-adfab204583a tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431798 Sep 10 16:47:46.546127 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Pushing event updated for resources: {'Port': ['ID=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:46.546432 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Transition to ACTIVE for port object 0d30b97f-3799-4906-9471-12f8a66c4487 will not be triggered until provisioned by entity DHCP. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:46.549703 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:46.633500 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a0d14-e07a-4048-bb42-1126016b54b1 req-3816b910-cca0-47ee-9fb1-7027963a6d73 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:46.635083 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-471a0d14-e07a-4048-bb42-1126016b54b1 req-3816b910-cca0-47ee-9fb1-7027963a6d73 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9dab0ac-1d78-4d57-981f-39d5d6afec67 HTTP/1.1" status: 200 len: 945 time: 0.6431067 Sep 10 16:47:46.661357 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Attempting to bind port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:46.661952 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Attempting to bind port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:46.662052 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Attempting to bind port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:46.667827 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:47:46.668299 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Attempting to bind port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:46.675333 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:46.675649 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Checking segment: {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:46.676021 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Bound using segment: {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:46.676436 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Bound port: 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'}}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:46.676797 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:46.716788 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-11df06b9-9deb-488b-9549-2fc2d54815b9 req-a21c1c8b-0f0c-4124-9e19-b8f0e2454933 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 210 time: 0.1356063 Sep 10 16:47:46.782247 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:46.848307 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-00f6e0d2-b07b-4890-8c52-ad172e23bfef req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:46.865091 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] For port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6, host hv-cinder-80847, cleared binding levels {{(pid=75007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:46.866610 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:46.869437 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] For port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:46.876720 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:46.882380 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:46.913856 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-471a0d14-e07a-4048-bb42-1126016b54b1 req-d8ac6286-1b70-4f5a-ad85-14e481809552 tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a96ef-82d5-4359-8971-ac360ae82957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287729 Sep 10 16:47:46.947650 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:46.949062 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] 10.222.0.48 "PUT /v2.0/ports/77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 HTTP/1.1" status: 200 len: 1094 time: 1.3685880 Sep 10 16:47:46.952043 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c01bd33-3414-4558-8a7d-894c6c9b05c4', 'tag': '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:47.010261 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Network 8953058a-0b57-45ab-9ea6-3aa4fc38d669 is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:47:47.022350 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:47:47.024549 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Pushing event updated for resources: {'Port': ['ID=0d30b97f-3799-4906-9471-12f8a66c4487,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:47.028006 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:47:47.033669 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:47.034403 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:47.057613 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Pushing event updated for resources: {'Port': ['ID=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6,revision_number=3']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:47.073182 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:47.087291 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c01bd33-3414-4558-8a7d-894c6c9b05c4', 'tag': '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6', 'status': 'completed', 'code': 200} Sep 10 16:47:47.124713 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-2114343e-d639-4ba4-8fae-108d943b36e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 1097 time: 0.1187248 Sep 10 16:47:47.210810 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-abc9a20a-5417-43c4-8d5d-44bae28072d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 HTTP/1.1" status: 200 len: 217 time: 0.0847728 Sep 10 16:47:47.288632 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dada65-9cca-410f-9730-81b30f3343cb req-17c8fade-b8af-4281-8709-923169a89d27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:47.290083 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-17c8fade-b8af-4281-8709-923169a89d27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a6559f-b380-44bf-8ab5-841ac3638065 HTTP/1.1" status: 200 len: 855 time: 0.0651798 Sep 10 16:47:47.303379 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Pushing event deleted for resources: {'Port': ['ID=c5f7d6ad-95ba-4fa0-ba48-d1900428d351,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:47.317276 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:47.320439 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:47.320839 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:47.331229 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f6e0d2-b07b-4890-8c52-ad172e23bfef req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] No DVR routers for this DVR port c5f7d6ad-95ba-4fa0-ba48-d1900428d351 on host hv-cinder-80847 {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:47:47.344697 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-00f6e0d2-b07b-4890-8c52-ad172e23bfef req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:47.346643 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-00f6e0d2-b07b-4890-8c52-ad172e23bfef req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] 10.222.0.48 "DELETE /v2.0/ports/c5f7d6ad-95ba-4fa0-ba48-d1900428d351 HTTP/1.1" status: 204 len: 173 time: 2.5278502 Sep 10 16:47:47.349808 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dab0ac-1d78-4d57-981f-39d5d6afec67', 'name': 'network-vif-deleted', 'tag': 'c5f7d6ad-95ba-4fa0-ba48-d1900428d351'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:47.357821 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3286076 Sep 10 16:47:47.379992 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Request body: {'port': {'device_id': 'ef892da0-4a32-4cfa-bc5c-5ea576b4bade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:47:47.392748 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-ebfdfb56-f357-4a56-a795-f0ca71a86f5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8b6956-e9ad-4274-8095-3b0e68edaa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902789 Sep 10 16:47:47.407401 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-3af83cff-bbeb-4b99-b34b-d3f3ab0b6774 None None] Provisioning for port 0d30b97f-3799-4906-9471-12f8a66c4487 completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:47.418106 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-3af83cff-bbeb-4b99-b34b-d3f3ab0b6774 None None] Provisioning complete for port 0d30b97f-3799-4906-9471-12f8a66c4487 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:47.418559 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3af83cff-bbeb-4b99-b34b-d3f3ab0b6774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:47.459486 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dab0ac-1d78-4d57-981f-39d5d6afec67', 'name': 'network-vif-deleted', 'tag': 'c5f7d6ad-95ba-4fa0-ba48-d1900428d351', 'status': 'completed', 'code': 200} Sep 10 16:47:47.475812 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb80e59-99d3-461e-bf39-73b3da89b16b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Router cb3ea995-187f-4548-ae7f-236e12f9371f has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:47:47.567673 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-3af83cff-bbeb-4b99-b34b-d3f3ab0b6774 None None] Port 0d30b97f-3799-4906-9471-12f8a66c4487 cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:47:47.568686 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:47.588748 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f9911-4dac-4511-97a4-e1434fbba26e req-8ce3dbdf-94f4-48a0-bdb5-ddf71e9d5832 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:47.598742 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-792f9911-4dac-4511-97a4-e1434fbba26e req-8ce3dbdf-94f4-48a0-bdb5-ddf71e9d5832 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.4996412 Sep 10 16:47:47.618811 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-7a47af5f-6491-41fa-b951-690c49399ea0 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146637 Sep 10 16:47:47.776751 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-62dada65-9cca-410f-9730-81b30f3343cb req-4092a3dd-db25-4e52-90af-2c494864f10e service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498954 Sep 10 16:47:47.811323 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device c5f7d6ad-95ba-4fa0-ba48-d1900428d351 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:47:47.838755 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-792f9911-4dac-4511-97a4-e1434fbba26e req-87db2135-e189-4580-88c1-450ea43e20d6 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388759 Sep 10 16:47:47.870785 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: c5f7d6ad-95ba-4fa0-ba48-d1900428d351 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:47:47.872399 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device c5f7d6ad-95ba-4fa0-ba48-d1900428d351 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:47:47.964413 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-b67da46f-f85e-4f19-8631-f75403f6aaea req-6b837a52-6217-4bb8-afba-12fc38c26976 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 1097 time: 0.1288109 Sep 10 16:47:48.029774 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05d3c6-a6c1-45e8-85a3-097aae141847 req-ed91947a-e2cb-48bc-867d-d1ebadaf1e62 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:48.032368 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6b05d3c6-a6c1-45e8-85a3-097aae141847 req-ed91947a-e2cb-48bc-867d-d1ebadaf1e62 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 944 time: 0.3979154 Sep 10 16:47:48.134659 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67da46f-f85e-4f19-8631-f75403f6aaea req-b5ae40ab-6bbf-4c82-aa70-90a25319c128 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:48.136128 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-b67da46f-f85e-4f19-8631-f75403f6aaea req-b5ae40ab-6bbf-4c82-aa70-90a25319c128 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 916 time: 0.1627252 Sep 10 16:47:48.217498 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-b67da46f-f85e-4f19-8631-f75403f6aaea req-0d8e5f5c-8325-41b5-a10e-8aec03fa5fd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 HTTP/1.1" status: 200 len: 217 time: 0.0658951 Sep 10 16:47:48.285041 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67da46f-f85e-4f19-8631-f75403f6aaea req-02f24ca9-1c49-4b6a-a35a-d6f231e774d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:48.287048 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-b67da46f-f85e-4f19-8631-f75403f6aaea req-02f24ca9-1c49-4b6a-a35a-d6f231e774d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a6559f-b380-44bf-8ab5-841ac3638065 HTTP/1.1" status: 200 len: 855 time: 0.0625494 Sep 10 16:47:48.315428 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6b05d3c6-a6c1-45e8-85a3-097aae141847 req-d103c859-8b10-485b-903e-656bfaae0a81 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226057 Sep 10 16:47:48.344432 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-b67da46f-f85e-4f19-8631-f75403f6aaea req-46f309cd-759e-404f-858f-25cb6b35ea34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8b6956-e9ad-4274-8095-3b0e68edaa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489898 Sep 10 16:47:48.364219 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57607ac-fc6f-4ef3-9dd0-6555fe4351df req-54977d0d-a3c8-46e9-89a1-a174396a3603 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:48.364937 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-e57607ac-fc6f-4ef3-9dd0-6555fe4351df req-54977d0d-a3c8-46e9-89a1-a174396a3603 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Synchronizing usage tracker for tenant:95bb4183f7d14a06846c07144661cc2d on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:48.407998 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-e57607ac-fc6f-4ef3-9dd0-6555fe4351df req-54977d0d-a3c8-46e9-89a1-a174396a3603 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Unset dirty status for tenant:95bb4183f7d14a06846c07144661cc2d on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:48.409187 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e57607ac-fc6f-4ef3-9dd0-6555fe4351df req-54977d0d-a3c8-46e9-89a1-a174396a3603 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 936 time: 0.3721006 Sep 10 16:47:48.553980 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-b67da46f-f85e-4f19-8631-f75403f6aaea req-fe67d2e4-2475-4fb3-a641-f76e95d1f0b1 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966751 Sep 10 16:47:48.554208 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d30b97f-3799-4906-9471-12f8a66c4487 {{(pid=75006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:48.567039 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb80e59-99d3-461e-bf39-73b3da89b16b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:47:48.572207 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:48.576854 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2eb80e59-99d3-461e-bf39-73b3da89b16b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:48.582943 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82538bd-c330-4ed0-8c4e-7ad1502f0fc0 None None] Sync routers for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:47:48.601775 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82538bd-c330-4ed0-8c4e-7ad1502f0fc0 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:48.602737 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-e82538bd-c330-4ed0-8c4e-7ad1502f0fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:47:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:48.656810 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Transition to ACTIVE for port object 0d30b97f-3799-4906-9471-12f8a66c4487 will not be triggered until provisioned by entity L2. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:47:48.660913 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-e57607ac-fc6f-4ef3-9dd0-6555fe4351df req-06002154-9bda-401e-a6ed-3a0007162908 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Synchronizing usage tracker for tenant:95bb4183f7d14a06846c07144661cc2d on resource:security_group {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:47:48.673872 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-2eb80e59-99d3-461e-bf39-73b3da89b16b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "PUT /v2.0/floatingips/7b36c846-05df-45e4-a7d2-dd1cb0dd1998 HTTP/1.1" status: 200 len: 991 time: 8.9313438 Sep 10 16:47:48.675247 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:48.682790 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:48.831880 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da15196-2116-4063-9897-29747383ffcd service neutron] Pushing event updated for resources: {'Port': ['ID=0d30b97f-3799-4906-9471-12f8a66c4487,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:48.838578 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3da15196-2116-4063-9897-29747383ffcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:48.875199 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-b67da46f-f85e-4f19-8631-f75403f6aaea req-39642346-e57c-4a4b-9c32-966266f73404 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081243 Sep 10 16:47:48.891028 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-e82538bd-c330-4ed0-8c4e-7ad1502f0fc0 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:48.975992 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-e57607ac-fc6f-4ef3-9dd0-6555fe4351df req-06002154-9bda-401e-a6ed-3a0007162908 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Unset dirty status for tenant:95bb4183f7d14a06846c07144661cc2d on resource:security_group {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:47:48.988484 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e57607ac-fc6f-4ef3-9dd0-6555fe4351df req-06002154-9bda-401e-a6ed-3a0007162908 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371964 Sep 10 16:47:49.167076 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-963c8c1a-0822-4395-bd71-087a23300667 req-c4934418-93c8-4e14-b154-b2a80777f208 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 1098 time: 0.4338160 Sep 10 16:47:49.343064 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Attempting to bind port 0d30b97f-3799-4906-9471-12f8a66c4487 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:47:49.344063 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Attempting to bind port 0d30b97f-3799-4906-9471-12f8a66c4487 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '540c8519-550f-45e9-81d5-857f0f41af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669'}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:47:49.344571 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Attempting to bind port 0d30b97f-3799-4906-9471-12f8a66c4487 on network 8953058a-0b57-45ab-9ea6-3aa4fc38d669 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:49.356864 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Port 0d30b97f-3799-4906-9471-12f8a66c4487 on network 8953058a-0b57-45ab-9ea6-3aa4fc38d669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:47:49.357194 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Attempting to bind port 0d30b97f-3799-4906-9471-12f8a66c4487 on network 8953058a-0b57-45ab-9ea6-3aa4fc38d669 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:47:49.457182 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:47:49.457538 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Checking segment: {'id': '540c8519-550f-45e9-81d5-857f0f41af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:47:49.457946 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Bound using segment: {'id': '540c8519-550f-45e9-81d5-857f0f41af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669'} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:47:49.458381 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Bound port: 0d30b97f-3799-4906-9471-12f8a66c4487, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540c8519-550f-45e9-81d5-857f0f41af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669'}}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:47:49.458770 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:49.475364 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:49.494673 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c8c1a-0822-4395-bd71-087a23300667 req-1f55b5d2-025a-42a9-8523-4a72bfb92314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:49.496278 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-963c8c1a-0822-4395-bd71-087a23300667 req-1f55b5d2-025a-42a9-8523-4a72bfb92314 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 200 len: 919 time: 0.2916262 Sep 10 16:47:49.614027 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-e82538bd-c330-4ed0-8c4e-7ad1502f0fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '7b36c846-05df-45e4-a7d2-dd1cb0dd1998', 'tenant_id': '37c566691d13470b946e49df098800e6', 'floating_ip_address': '172.28.1.133', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'port_id': '33042e64-22e6-4e33-a3d7-84906801554b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'mac_address': 'fa:16:3e:20:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c1636-d44f-4443-844c-01e6661cd9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:47:10Z', 'updated_at': '2021-09-10T16:47:41Z', 'revision_number': 1, 'project_id': '37c566691d13470b946e49df098800e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:49.618267 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82538bd-c330-4ed0-8c4e-7ad1502f0fc0 None None] Checking router: cb3ea995-187f-4548-ae7f-236e12f9371f for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:47:49.630393 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82538bd-c330-4ed0-8c4e-7ad1502f0fc0 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:49.631144 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-e82538bd-c330-4ed0-8c4e-7ad1502f0fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:47:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:49.759497 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d6ebc-074c-42d1-aeec-446974bd307c req-5637ddbc-42a2-4489-ae65-fa0a0228e196 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:49.760958 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-926d6ebc-074c-42d1-aeec-446974bd307c req-5637ddbc-42a2-4489-ae65-fa0a0228e196 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.4231300 Sep 10 16:47:49.777513 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-963c8c1a-0822-4395-bd71-087a23300667 req-7d00a411-9ab0-4d5a-924e-6f2b6302cb0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=233fba44-db50-42c7-bf58-b7c4b9e4d8b8 HTTP/1.1" status: 200 len: 217 time: 0.2418780 Sep 10 16:47:49.815096 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-e82538bd-c330-4ed0-8c4e-7ad1502f0fc0 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:49.831444 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:47:49.897320 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] For port 0d30b97f-3799-4906-9471-12f8a66c4487, host hv-cinder-80847, cleared binding levels {{(pid=75006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:47:49.916632 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] For port 0d30b97f-3799-4906-9471-12f8a66c4487, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=0d30b97f-3799-4906-9471-12f8a66c4487,segment=NetworkSegment(540c8519-550f-45e9-81d5-857f0f41af85),segment_id=540c8519-550f-45e9-81d5-857f0f41af85)] {{(pid=75006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:47:49.921288 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-926d6ebc-074c-42d1-aeec-446974bd307c req-fe9765f5-785d-4746-8456-4310653e06f6 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476026 Sep 10 16:47:49.922719 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c8c1a-0822-4395-bd71-087a23300667 req-3f2fe70e-ab4c-4a48-b43f-9caa4d2e2f1a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:49.924241 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-963c8c1a-0822-4395-bd71-087a23300667 req-3f2fe70e-ab4c-4a48-b43f-9caa4d2e2f1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15759e78-f453-4e6b-a31e-5c5791b0a59f HTTP/1.1" status: 200 len: 858 time: 0.1234744 Sep 10 16:47:49.930176 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe46ff-23c7-4c4b-b4de-239350f1ebda req-771d4025-ac47-4134-a6fb-24cc540108cb tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:49.931609 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1efe46ff-23c7-4c4b-b4de-239350f1ebda req-771d4025-ac47-4134-a6fb-24cc540108cb tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 944 time: 0.4419339 Sep 10 16:47:49.933901 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:49.976499 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:49.994691 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:50.007243 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-963c8c1a-0822-4395-bd71-087a23300667 req-ec60322b-d5fe-4d4a-9c6c-bee8c8edc939 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e5adaf9-c968-40bc-9d44-9a6aade22f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745516 Sep 10 16:47:50.017969 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6', 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22', 'port_id': '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6', 'mac_address': 'fa:16:3e:29:43:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a6559f-b380-44bf-8ab5-841ac3638065', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:47:50.113718 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:50.143007 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:50.180834 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:50.182211 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-3da15196-2116-4063-9897-29747383ffcd service neutron] 10.222.0.48 "PUT /v2.0/ports/0d30b97f-3799-4906-9471-12f8a66c4487 HTTP/1.1" status: 200 len: 1098 time: 2.8100529 Sep 10 16:47:50.202046 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da15196-2116-4063-9897-29747383ffcd service neutron] Pushing event updated for resources: {'Port': ['ID=0d30b97f-3799-4906-9471-12f8a66c4487,revision_number=3']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:50.207078 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b', 'status': 'completed', 'code': 200} Sep 10 16:47:50.215723 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3da15196-2116-4063-9897-29747383ffcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:50.230295 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1efe46ff-23c7-4c4b-b4de-239350f1ebda req-1e4f05c4-9fdc-4c3f-9f81-bcd86cb9911f tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542939 Sep 10 16:47:50.251210 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:50.257302 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:50.263656 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:50.393872 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-e82538bd-c330-4ed0-8c4e-7ad1502f0fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '7b36c846-05df-45e4-a7d2-dd1cb0dd1998', 'tenant_id': '37c566691d13470b946e49df098800e6', 'floating_ip_address': '172.28.1.133', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'port_id': '33042e64-22e6-4e33-a3d7-84906801554b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'mac_address': 'fa:16:3e:20:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c1636-d44f-4443-844c-01e6661cd9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:47:10Z', 'updated_at': '2021-09-10T16:47:41Z', 'revision_number': 1, 'project_id': '37c566691d13470b946e49df098800e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:50.402059 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82538bd-c330-4ed0-8c4e-7ad1502f0fc0 None None] The sync data for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb is: [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '7b36c846-05df-45e4-a7d2-dd1cb0dd1998', 'tenant_id': '37c566691d13470b946e49df098800e6', 'floating_ip_address': '172.28.1.133', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'port_id': '33042e64-22e6-4e33-a3d7-84906801554b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'mac_address': 'fa:16:3e:20:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c1636-d44f-4443-844c-01e6661cd9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:47:10Z', 'updated_at': '2021-09-10T16:47:41Z', 'revision_number': 1, 'project_id': '37c566691d13470b946e49df098800e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:47:50.444648 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:50.467515 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:50.491798 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-fab6a026-f8cc-427d-b98e-137dec0f5c34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95bb4183f7d14a06846c07144661cc2d&device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 1101 time: 0.2303114 Sep 10 16:47:50.496943 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-963c8c1a-0822-4395-bd71-087a23300667 req-413cc09a-563c-4eb3-b5b3-c790480ad550 service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820247 Sep 10 16:47:50.557645 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:47:50.646098 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-f08ed466-6814-44eb-92d2-fb2f7a93547e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0d30b97f-3799-4906-9471-12f8a66c4487 HTTP/1.1" status: 200 len: 217 time: 0.1363289 Sep 10 16:47:50.871825 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-49dd29ff-cef4-402f-a84c-31ec2fac2eab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:50.873680 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-49dd29ff-cef4-402f-a84c-31ec2fac2eab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba82c4e0-23df-4b5f-840c-d2286d010b92 HTTP/1.1" status: 200 len: 843 time: 0.2145000 Sep 10 16:47:50.972388 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-9951f8d3-c3f9-4ed0-9d81-6f7fb87214c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8953058a-0b57-45ab-9ea6-3aa4fc38d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0869949 Sep 10 16:47:50.991981 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dd8e3efb-60af-4eec-8dd2-174462b279f2 req-5dda7dc5-16ed-49a4-94ee-48a12a0f1a88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 1098 time: 0.7231913 Sep 10 16:47:51.003688 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-963c8c1a-0822-4395-bd71-087a23300667 req-e600bbf9-b354-42e7-a9ca-39bc5c000b76 service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081380 Sep 10 16:47:51.091391 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57168) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:51.109985 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d113-4557-48b7-9c1e-d58b6788467b req-ae47f96f-f753-4e52-aa8f-9adcf34fe5b3 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:51.131887 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ccf5d113-4557-48b7-9c1e-d58b6788467b req-ae47f96f-f753-4e52-aa8f-9adcf34fe5b3 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 948 time: 0.6302547 Sep 10 16:47:51.235083 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-536d7852-0c7f-4edc-9e82-826b82b99896 service neutron] 10.222.0.48 "GET /v2.0/networks/8953058a-0b57-45ab-9ea6-3aa4fc38d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484078 Sep 10 16:47:51.319579 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57182) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:51.407730 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f4d62198-bb7c-4a59-83b9-60c31de348f3 req-2051f040-ac93-4df8-ae47-1094e0e0e6e2 service neutron] 10.222.0.48 "GET /v2.0/networks/8953058a-0b57-45ab-9ea6-3aa4fc38d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653783 Sep 10 16:47:51.407861 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a1828f-f86c-4087-bcfa-7b3f238fbb3b admin admin] Deleting subnet 542476dc-7851-4e71-9192-c889f2cdbba7 {{(pid=75006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:47:51.427572 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-05a1828f-f86c-4087-bcfa-7b3f238fbb3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:51.485138 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ccf5d113-4557-48b7-9c1e-d58b6788467b req-cc1804b2-959c-4fa9-a40e-907dacbf35ad tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510222 Sep 10 16:47:51.494703 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3efb-60af-4eec-8dd2-174462b279f2 req-bbc698a1-d25d-40a0-8203-05e701c9a32a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:51.496207 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dd8e3efb-60af-4eec-8dd2-174462b279f2 req-bbc698a1-d25d-40a0-8203-05e701c9a32a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 918 time: 0.4911821 Sep 10 16:47:51.600502 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-05a1828f-f86c-4087-bcfa-7b3f238fbb3b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:51.632540 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f7ad6-aef0-442e-9409-eb999708478f req-2c25f0d2-68a8-468d-9789-096ae3b470bf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:51.633952 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-918f7ad6-aef0-442e-9409-eb999708478f req-2c25f0d2-68a8-468d-9789-096ae3b470bf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.4410124 Sep 10 16:47:51.634652 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-189a046c-45e6-4214-a63a-d807a9853b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:51.677783 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-05a1828f-f86c-4087-bcfa-7b3f238fbb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:51.827438 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dd8e3efb-60af-4eec-8dd2-174462b279f2 req-6933481a-c490-4af1-a334-24f2b93a37b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33042e64-22e6-4e33-a3d7-84906801554b HTTP/1.1" status: 200 len: 999 time: 0.3050950 Sep 10 16:47:51.862721 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:51.871946 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-189a046c-45e6-4214-a63a-d807a9853b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:51.877060 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-918f7ad6-aef0-442e-9409-eb999708478f req-71a8abc5-baaa-4dce-8c56-049572083201 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278335 Sep 10 16:47:51.886339 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-189a046c-45e6-4214-a63a-d807a9853b3b admin admin] Usage tracker for resource:security_group_rule and tenant:c6d8b3ec695c4fd4882cb013ea21f565 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:51.902123 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-189a046c-45e6-4214-a63a-d807a9853b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:51.914183 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-189a046c-45e6-4214-a63a-d807a9853b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:51.925134 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-05a1828f-f86c-4087-bcfa-7b3f238fbb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:51.936232 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:51.941259 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:51.941643 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:51.947041 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:52.070748 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.079598 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3efb-60af-4eec-8dd2-174462b279f2 req-cacd9858-b9f4-45f7-90b4-3ba77a7e2d2e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:52.081016 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dd8e3efb-60af-4eec-8dd2-174462b279f2 req-cacd9858-b9f4-45f7-90b4-3ba77a7e2d2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 200 len: 856 time: 0.2468166 Sep 10 16:47:52.094741 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dddcfa-62d8-4467-a515-4ac9279aa73f req-52d7a9f8-6a23-4f4c-96d4-f59687cc6e7c tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:52.096169 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b6dddcfa-62d8-4467-a515-4ac9279aa73f req-52d7a9f8-6a23-4f4c-96d4-f59687cc6e7c tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 945 time: 0.4699063 Sep 10 16:47:52.106411 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c01bd33-3414-4558-8a7d-894c6c9b05c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:52.116984 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:52.121288 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.123187 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-d744947a-1439-41f5-8f45-8072e03c4f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:52.129938 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1828f-f86c-4087-bcfa-7b3f238fbb3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=542476dc-7851-4e71-9192-c889f2cdbba7,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:52.149185 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-05a1828f-f86c-4087-bcfa-7b3f238fbb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:52.177749 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-05a1828f-f86c-4087-bcfa-7b3f238fbb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.200890 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:52.209763 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:52.210179 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:52.210578 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:52.210967 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:52.211357 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:52.211763 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:52.212213 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef892da0-4a32-4cfa-bc5c-5ea576b4bade', 'tag': '0d30b97f-3799-4906-9471-12f8a66c4487'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:52.212342 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:52.212644 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:52.212970 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:52.213287 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:52.213599 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:47:52.217395 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:52.229336 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-05a1828f-f86c-4087-bcfa-7b3f238fbb3b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/542476dc-7851-4e71-9192-c889f2cdbba7 HTTP/1.1" status: 204 len: 168 time: 1.0912309 Sep 10 16:47:52.232370 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 57210) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:52.248879 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b6dddcfa-62d8-4467-a515-4ac9279aa73f req-ef5b3bda-b6c8-43f0-baa0-9673797761d7 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076138 Sep 10 16:47:52.283765 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-189a046c-45e6-4214-a63a-d807a9853b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.289388 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-189a046c-45e6-4214-a63a-d807a9853b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.294395 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c01bd33-3414-4558-8a7d-894c6c9b05c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6', 'code': 200} Sep 10 16:47:52.300180 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9e3f6cdb-29ae-40de-ad27-14ba465399f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:52.309478 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dd8e3efb-60af-4eec-8dd2-174462b279f2 req-f070dab1-c39a-4f47-93e2-08e884626b86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2095325 Sep 10 16:47:52.354557 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef892da0-4a32-4cfa-bc5c-5ea576b4bade', 'tag': '0d30b97f-3799-4906-9471-12f8a66c4487', 'status': 'completed', 'code': 200} Sep 10 16:47:52.430292 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a046c-45e6-4214-a63a-d807a9853b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17728e7-557b-4475-a0e9-38800f60c029,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:52.430513 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.435321 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-189a046c-45e6-4214-a63a-d807a9853b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:52.440138 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-189a046c-45e6-4214-a63a-d807a9853b3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6d8b3ec695c4fd4882cb013ea21f565&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1170573 Sep 10 16:47:52.440349 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 57214) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:52.528210 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dd8e3efb-60af-4eec-8dd2-174462b279f2 req-e1792fcc-ff52-4651-a401-9b4a345241a3 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986370 Sep 10 16:47:52.598439 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2a7074c3-69c8-4aa9-85ab-a64b57dc65f2 req-ccf923a5-90de-46e4-83d9-8b6372fe5117 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95bb4183f7d14a06846c07144661cc2d&device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 1101 time: 0.2466996 Sep 10 16:47:52.654915 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.689193 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-88d8eb20-3a88-48bb-9729-99ad3f6b0021 req-f5110922-b621-47b8-a999-5205c836afbb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 1099 time: 0.2057333 Sep 10 16:47:52.728723 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c7ab-285b-40b8-aa92-5f2050770672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.753850 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dd8e3efb-60af-4eec-8dd2-174462b279f2 req-27e48d25-cc8e-4396-9fec-f7d6e6401440 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123902 Sep 10 16:47:52.790409 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-88d8eb20-3a88-48bb-9729-99ad3f6b0021 req-147c1264-f3d0-472b-9826-5b07d09e3187 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837867 Sep 10 16:47:52.792923 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c7ab-285b-40b8-aa92-5f2050770672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.801240 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb66cd3c-0679-4903-9800-f25ea992863a']}} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:52.810180 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3dc01-e1be-47b7-9057-618e66e52a6f req-de52f474-10f5-41cb-97f4-6de319b14b81 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:52.814146 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-61f3dc01-e1be-47b7-9057-618e66e52a6f req-de52f474-10f5-41cb-97f4-6de319b14b81 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 948 time: 0.1875446 Sep 10 16:47:52.822272 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2daf03f-6e9d-496d-8f56-bbabb9a7ce34') {'for_net_delete': True} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:52.822769 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2daf03f-6e9d-496d-8f56-bbabb9a7ce34') {} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:52.849672 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968829'] for segment, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.883745 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-61f3dc01-e1be-47b7-9057-618e66e52a6f req-ae778f5c-e65d-4087-99c3-878c0969bb26 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587144 Sep 10 16:47:52.897875 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.919288 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=75007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:47:52.919683 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296045'] for segment, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: Traceback (most recent call last): Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: timer() Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: cb(*args, **kw) Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: return func(*args, **kwargs) Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: self._notify() Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: self.callback(batched_events) Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: event.method(event) Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: return f(self, *a, **k) Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: return self._get(url).json() Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: return self.request(url, 'GET', **kwargs) Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:47:52.933784 dv-cinder-808473-1-smb neutron-server[75007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:47:52.938640 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7074c3-69c8-4aa9-85ab-a64b57dc65f2 req-782b1093-b5d6-4b03-aafe-0f05d88929e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:52.940079 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2a7074c3-69c8-4aa9-85ab-a64b57dc65f2 req-782b1093-b5d6-4b03-aafe-0f05d88929e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8953058a-0b57-45ab-9ea6-3aa4fc38d669 HTTP/1.1" status: 200 len: 870 time: 0.3153963 Sep 10 16:47:53.005380 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c7ab-285b-40b8-aa92-5f2050770672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.010444 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8d35c630-f672-465e-8419-024d32600978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:53.021892 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5c7ab-285b-40b8-aa92-5f2050770672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17728e7-557b-4475-a0e9-38800f60c029,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:53.025632 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6cc5c7ab-285b-40b8-aa92-5f2050770672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:53.027448 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.031283 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:53.048773 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.053731 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c7ab-285b-40b8-aa92-5f2050770672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.057169 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-6cc5c7ab-285b-40b8-aa92-5f2050770672 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d17728e7-557b-4475-a0e9-38800f60c029 HTTP/1.1" status: 204 len: 168 time: 0.6158423 Sep 10 16:47:53.112150 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] Pushing event deleted for resources: {'Network': ['ID=bb66cd3c-0679-4903-9800-f25ea992863a,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:53.114938 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:53.121872 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] 10.222.0.43 "DELETE /v2.0/networks/bb66cd3c-0679-4903-9800-f25ea992863a HTTP/1.1" status: 204 len: 168 time: 0.8883970 Sep 10 16:47:53.131452 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2a7074c3-69c8-4aa9-85ab-a64b57dc65f2 req-9e59bb1f-6bb3-4051-9005-e95700e0f898 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0d30b97f-3799-4906-9471-12f8a66c4487 HTTP/1.1" status: 200 len: 217 time: 0.0729907 Sep 10 16:47:53.137371 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd1bfe-fec0-499b-9332-7454b009673a req-9f1fbe3c-9b15-4bf7-a8a5-054c3a721fdf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:53.138829 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-51bd1bfe-fec0-499b-9332-7454b009673a req-9f1fbe3c-9b15-4bf7-a8a5-054c3a721fdf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1235383 Sep 10 16:47:53.213452 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-51bd1bfe-fec0-499b-9332-7454b009673a req-b435295e-d8e1-4e1d-8207-77a8bf9fe18d tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670719 Sep 10 16:47:53.220070 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7074c3-69c8-4aa9-85ab-a64b57dc65f2 req-15da5a57-8595-4685-b2be-dd8677c35064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:53.221661 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2a7074c3-69c8-4aa9-85ab-a64b57dc65f2 req-15da5a57-8595-4685-b2be-dd8677c35064 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba82c4e0-23df-4b5f-840c-d2286d010b92 HTTP/1.1" status: 200 len: 843 time: 0.0779948 Sep 10 16:47:53.332231 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2a7074c3-69c8-4aa9-85ab-a64b57dc65f2 req-0ff2a4c9-8f82-4f26-aa04-7e837b7a2a13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8953058a-0b57-45ab-9ea6-3aa4fc38d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0874465 Sep 10 16:47:53.421654 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 57240) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:53.480716 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d3da2-9a1f-43b5-9532-a92846b4c0de req-bb8eacdf-795b-454d-9618-5832b8b49030 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:53.482591 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f10d3da2-9a1f-43b5-9532-a92846b4c0de req-bb8eacdf-795b-454d-9618-5832b8b49030 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 946 time: 0.0854249 Sep 10 16:47:53.520778 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-6df5994e-8965-490d-a4b0-1580bdf3de39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c28ec44e0e704a23be0537f99a4c2891&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0955982 Sep 10 16:47:53.523360 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 57244) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:53.527162 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2a7074c3-69c8-4aa9-85ab-a64b57dc65f2 req-c8baf674-e337-4942-a529-e13ddbafc944 service neutron] 10.222.0.48 "GET /v2.0/networks/8953058a-0b57-45ab-9ea6-3aa4fc38d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820765 Sep 10 16:47:53.530986 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f10d3da2-9a1f-43b5-9532-a92846b4c0de req-0822a1f8-0b2a-421c-873b-9124249face8 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418496 Sep 10 16:47:53.622562 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57248) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:53.641888 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c1bbece8-99b2-4e1a-9450-9259d3d9212f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.673155 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-c1bbece8-99b2-4e1a-9450-9259d3d9212f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:53.676961 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-c1bbece8-99b2-4e1a-9450-9259d3d9212f admin admin] Usage tracker for resource:security_group_rule and tenant:14e22ccd02894c2398986feca4ccf69f is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:53.679668 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-c1bbece8-99b2-4e1a-9450-9259d3d9212f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:53.685255 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-c1bbece8-99b2-4e1a-9450-9259d3d9212f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:53.755336 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c1bbece8-99b2-4e1a-9450-9259d3d9212f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.759176 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c1bbece8-99b2-4e1a-9450-9259d3d9212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.762452 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-87fcaf72-9262-42c5-aba6-d23ae7e35238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.766282 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:53.782461 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2a7074c3-69c8-4aa9-85ab-a64b57dc65f2 req-43d47875-f990-409d-a3ed-ddf76804a880 service neutron] 10.222.0.48 "GET /v2.0/networks/8953058a-0b57-45ab-9ea6-3aa4fc38d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461092 Sep 10 16:47:53.798110 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-87fcaf72-9262-42c5-aba6-d23ae7e35238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.805936 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbece8-99b2-4e1a-9450-9259d3d9212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1e3dd1-4975-4520-aada-abcdd2b68b92,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:53.808729 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c1bbece8-99b2-4e1a-9450-9259d3d9212f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:53.811037 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-c1bbece8-99b2-4e1a-9450-9259d3d9212f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14e22ccd02894c2398986feca4ccf69f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1874044 Sep 10 16:47:53.814256 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57252) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:53.852746 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-87fcaf72-9262-42c5-aba6-d23ae7e35238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.857742 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:53.859717 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 0d30b97f-3799-4906-9471-12f8a66c4487 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:47:53.871191 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcaf72-9262-42c5-aba6-d23ae7e35238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031a96ef-82d5-4359-8971-ac360ae82957,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:53.873742 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-87fcaf72-9262-42c5-aba6-d23ae7e35238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:53.875553 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-87fcaf72-9262-42c5-aba6-d23ae7e35238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.879689 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-87fcaf72-9262-42c5-aba6-d23ae7e35238 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/031a96ef-82d5-4359-8971-ac360ae82957 HTTP/1.1" status: 204 len: 168 time: 0.3526125 Sep 10 16:47:53.882068 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3406d4e3-8ff4-43c6-a7f9-92f7ec617c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.913599 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3406d4e3-8ff4-43c6-a7f9-92f7ec617c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.974273 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.db.resource_extend [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 16:47:53.982236 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3406d4e3-8ff4-43c6-a7f9-92f7ec617c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:53.988633 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:54.017945 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406d4e3-8ff4-43c6-a7f9-92f7ec617c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1e3dd1-4975-4520-aada-abcdd2b68b92,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:54.028265 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3406d4e3-8ff4-43c6-a7f9-92f7ec617c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:54.032614 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3406d4e3-8ff4-43c6-a7f9-92f7ec617c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:54.036599 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-3406d4e3-8ff4-43c6-a7f9-92f7ec617c68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db1e3dd1-4975-4520-aada-abcdd2b68b92 HTTP/1.1" status: 204 len: 168 time: 0.2189074 Sep 10 16:47:54.148715 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 0d30b97f-3799-4906-9471-12f8a66c4487, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=0d30b97f-3799-4906-9471-12f8a66c4487,segment=NetworkSegment(540c8519-550f-45e9-81d5-857f0f41af85),segment_id=540c8519-550f-45e9-81d5-857f0f41af85)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:54.165512 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '0d30b97f-3799-4906-9471-12f8a66c4487', 'network_id': '8953058a-0b57-45ab-9ea6-3aa4fc38d669', 'port_id': '0d30b97f-3799-4906-9471-12f8a66c4487', 'mac_address': 'fa:16:3e:49:13:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba82c4e0-23df-4b5f-840c-d2286d010b92', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:47:54.203497 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b73a1-83a0-436c-b673-f09b5933dc76 req-ec40a064-04d2-4018-a713-cf814f0b466c tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:54.205441 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fa3b73a1-83a0-436c-b673-f09b5933dc76 req-ec40a064-04d2-4018-a713-cf814f0b466c tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 948 time: 0.1315138 Sep 10 16:47:54.246547 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:54.260851 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fa3b73a1-83a0-436c-b673-f09b5933dc76 req-ebc6647a-e949-4c43-af0b-5176ad89daa9 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493448 Sep 10 16:47:54.268759 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d30b97f-3799-4906-9471-12f8a66c4487 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:47:54.302548 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 0d30b97f-3799-4906-9471-12f8a66c4487, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=0d30b97f-3799-4906-9471-12f8a66c4487,segment=NetworkSegment(540c8519-550f-45e9-81d5-857f0f41af85),segment_id=540c8519-550f-45e9-81d5-857f0f41af85)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:54.308142 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:54.311315 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:54.431112 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 57276) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:54.466965 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e390a94-a7c5-4863-b617-db3b6f5d8c55 req-1b1af0cc-ea81-4340-9306-0e84f0d97fdd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:54.475476 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8e390a94-a7c5-4863-b617-db3b6f5d8c55 req-1b1af0cc-ea81-4340-9306-0e84f0d97fdd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1083827 Sep 10 16:47:54.487809 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=0d30b97f-3799-4906-9471-12f8a66c4487,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:54.492154 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:54.538696 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8e390a94-a7c5-4863-b617-db3b6f5d8c55 req-3a1ba6d9-a3f5-48a8-b7d4-7e796b4f3373 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 Sep 10 16:47:54.662878 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-431d01f9-0d63-4126-b36a-9b73925335d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:54.697256 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-431d01f9-0d63-4126-b36a-9b73925335d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:54.701404 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-431d01f9-0d63-4126-b36a-9b73925335d6 admin admin] Usage tracker for resource:security_group_rule and tenant:d6fef393f2fc4b04922a9413b8b97cf6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:54.704770 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-431d01f9-0d63-4126-b36a-9b73925335d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:54.710776 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-431d01f9-0d63-4126-b36a-9b73925335d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:54.730703 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['0d30b97f-3799-4906-9471-12f8a66c4487'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:47:54.757119 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef74a4-eef1-426f-9383-ed56ad0c7f2d req-4e5d4fe5-017d-4b2d-bfbe-41406b53a669 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:54.758857 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cfef74a4-eef1-426f-9383-ed56ad0c7f2d req-4e5d4fe5-017d-4b2d-bfbe-41406b53a669 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 946 time: 0.0944772 Sep 10 16:47:54.821693 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-431d01f9-0d63-4126-b36a-9b73925335d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:54.834144 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-431d01f9-0d63-4126-b36a-9b73925335d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:54.837159 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cfef74a4-eef1-426f-9383-ed56ad0c7f2d req-90f7f976-ebd3-4203-95ee-499d2af86564 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722566 Sep 10 16:47:54.847199 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6cc5c7ab-285b-40b8-aa92-5f2050770672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:54.942863 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-431d01f9-0d63-4126-b36a-9b73925335d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6fef393f2fc4b04922a9413b8b97cf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5097499 Sep 10 16:47:54.945633 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57298) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:54.965867 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d01f9-0d63-4126-b36a-9b73925335d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328a425e-5997-41f6-b18e-2ac9030593aa,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:54.966127 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-431d01f9-0d63-4126-b36a-9b73925335d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:55.063009 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b5355c2b-1ebc-4322-8b5e-b9f71f836d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:55.092683 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b5355c2b-1ebc-4322-8b5e-b9f71f836d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:55.157525 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b5355c2b-1ebc-4322-8b5e-b9f71f836d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:55.162454 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f60b0f9f-b32e-490e-b477-0c119cf0a31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:55.177895 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5355c2b-1ebc-4322-8b5e-b9f71f836d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328a425e-5997-41f6-b18e-2ac9030593aa,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:55.180428 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-b5355c2b-1ebc-4322-8b5e-b9f71f836d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:55.181573 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b5355c2b-1ebc-4322-8b5e-b9f71f836d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:55.182823 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-b5355c2b-1ebc-4322-8b5e-b9f71f836d6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/328a425e-5997-41f6-b18e-2ac9030593aa HTTP/1.1" status: 204 len: 168 time: 0.2358212 Sep 10 16:47:55.507145 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1ccea-5739-4d61-9752-432489eb1e75 req-c7e7297a-2d05-4931-b8ca-3c869a3f6787 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:55.514449 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e8e1ccea-5739-4d61-9752-432489eb1e75 req-c7e7297a-2d05-4931-b8ca-3c869a3f6787 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 949 time: 0.0989752 Sep 10 16:47:55.589460 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e8e1ccea-5739-4d61-9752-432489eb1e75 req-fcde66a4-5c9d-4721-af18-bfcba28d44c1 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739658 Sep 10 16:47:55.809234 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c4a7a-b30a-42c7-9587-5ccca4f72280 req-a339dc1d-91df-44a0-a128-82db53190a8f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:55.810741 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5d7c4a7a-b30a-42c7-9587-5ccca4f72280 req-a339dc1d-91df-44a0-a128-82db53190a8f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0825448 Sep 10 16:47:55.839844 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 57344) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:55.873711 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9cace32c-5e28-49a9-a4e6-a367036adfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:55.897038 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5d7c4a7a-b30a-42c7-9587-5ccca4f72280 req-e2954e9c-8570-4138-bdea-20fa75d8ede3 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803490 Sep 10 16:47:55.917231 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-9cace32c-5e28-49a9-a4e6-a367036adfb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:55.922038 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-9cace32c-5e28-49a9-a4e6-a367036adfb7 admin admin] Usage tracker for resource:security_group_rule and tenant:6538ec73bee64ddbb84126762339500a is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:55.925711 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-9cace32c-5e28-49a9-a4e6-a367036adfb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:55.931694 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-9cace32c-5e28-49a9-a4e6-a367036adfb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:56.010772 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9cace32c-5e28-49a9-a4e6-a367036adfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:56.018776 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9cace32c-5e28-49a9-a4e6-a367036adfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:56.051211 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-fb0d6a46-6553-499d-8bc0-b3cf904ed822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:56.128763 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cace32c-5e28-49a9-a4e6-a367036adfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a06c9d1-5c79-4141-8983-1a102581bdc0,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:56.133439 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-9cace32c-5e28-49a9-a4e6-a367036adfb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6538ec73bee64ddbb84126762339500a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2925613 Sep 10 16:47:56.134465 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9cace32c-5e28-49a9-a4e6-a367036adfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:56.136167 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57356) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:56.221549 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9bb61176-bd44-46ae-8bc3-281d3d4ce0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:56.258170 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9bb61176-bd44-46ae-8bc3-281d3d4ce0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:56.318036 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9bb61176-bd44-46ae-8bc3-281d3d4ce0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:56.323464 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c1bbece8-99b2-4e1a-9450-9259d3d9212f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:56.341258 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb61176-bd44-46ae-8bc3-281d3d4ce0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a06c9d1-5c79-4141-8983-1a102581bdc0,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:56.345037 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9bb61176-bd44-46ae-8bc3-281d3d4ce0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:56.347881 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9bb61176-bd44-46ae-8bc3-281d3d4ce0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:56.351421 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-9bb61176-bd44-46ae-8bc3-281d3d4ce0cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a06c9d1-5c79-4141-8983-1a102581bdc0 HTTP/1.1" status: 204 len: 168 time: 0.2120268 Sep 10 16:47:56.878974 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 57388) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:56.921044 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca8154-f0f2-41fc-a762-18c09ada3557 req-5ec19dee-f7b9-4f9b-b271-aca3aebf8344 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:56.929662 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-40ca8154-f0f2-41fc-a762-18c09ada3557 req-5ec19dee-f7b9-4f9b-b271-aca3aebf8344 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 949 time: 0.2033677 Sep 10 16:47:56.994896 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-40ca8154-f0f2-41fc-a762-18c09ada3557 req-66f73f3d-7dab-45d5-9d87-7190ce0f6424 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640459 Sep 10 16:47:57.081114 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f63c1fd1-8064-4fbe-9499-8e4a4fe72593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:57.240608 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e7de583e-09d6-40f3-a2ba-3a2d8c8211ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:57.286838 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e64e50-e1b9-4fa7-b3b0-0920030b915c req-d43862a1-c8dc-450b-a291-25c9f4123147 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:57.288779 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e6e64e50-e1b9-4fa7-b3b0-0920030b915c req-d43862a1-c8dc-450b-a291-25c9f4123147 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1390569 Sep 10 16:47:57.303123 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-e7de583e-09d6-40f3-a2ba-3a2d8c8211ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:47:57.308015 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-e7de583e-09d6-40f3-a2ba-3a2d8c8211ef admin admin] Usage tracker for resource:security_group_rule and tenant:38a670d0f8e64f67a5753ed7f177bc7a is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:47:57.311068 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-e7de583e-09d6-40f3-a2ba-3a2d8c8211ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:47:57.318642 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-e7de583e-09d6-40f3-a2ba-3a2d8c8211ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:47:57.364472 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e6e64e50-e1b9-4fa7-b3b0-0920030b915c req-153d0d22-4d32-41fc-ba42-9cfce7790e3a tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682094 Sep 10 16:47:57.428201 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e7de583e-09d6-40f3-a2ba-3a2d8c8211ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:57.433091 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e7de583e-09d6-40f3-a2ba-3a2d8c8211ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:57.442756 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-afd2ca67-f6cf-4434-97fd-02559a72ac04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:57.462047 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:57.475389 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de583e-09d6-40f3-a2ba-3a2d8c8211ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db83c621-1d72-4bc5-8503-67790d15706f,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:57.480484 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-e7de583e-09d6-40f3-a2ba-3a2d8c8211ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:57.503507 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-e7de583e-09d6-40f3-a2ba-3a2d8c8211ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38a670d0f8e64f67a5753ed7f177bc7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6232553 Sep 10 16:47:57.506022 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57416) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:47:57.576086 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9935c6-4f85-4417-ac5e-00fc0fc4f871 None None] Sync routers for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:47:57.579513 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-985da119-2ad3-4e37-9717-adf0f7759aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:57.597209 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9935c6-4f85-4417-ac5e-00fc0fc4f871 None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:57.598011 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7a9935c6-4f85-4417-ac5e-00fc0fc4f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:47:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:57.628476 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-985da119-2ad3-4e37-9717-adf0f7759aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:57.699443 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a553924-c44a-40fd-83df-281d5390332e None None] New status for floating IP 7b36c846-05df-45e4-a7d2-dd1cb0dd1998: ACTIVE {{(pid=75009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:47:57.729936 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-985da119-2ad3-4e37-9717-adf0f7759aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:57.736063 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-800f33b3-1469-458c-ad45-943abda0c9ec tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:57.749847 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985da119-2ad3-4e37-9717-adf0f7759aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db83c621-1d72-4bc5-8503-67790d15706f,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:57.764912 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-985da119-2ad3-4e37-9717-adf0f7759aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:57.766314 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-985da119-2ad3-4e37-9717-adf0f7759aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:57.767674 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-985da119-2ad3-4e37-9717-adf0f7759aa9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db83c621-1d72-4bc5-8503-67790d15706f HTTP/1.1" status: 204 len: 168 time: 0.2607012 Sep 10 16:47:57.884179 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 0d30b97f-3799-4906-9471-12f8a66c4487 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:47:57.978783 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-7a9935c6-4f85-4417-ac5e-00fc0fc4f871 None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:58.063979 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 0d30b97f-3799-4906-9471-12f8a66c4487 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:47:58.089711 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 0d30b97f-3799-4906-9471-12f8a66c4487 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:47:58.090375 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:58.436769 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:58.471920 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef892da0-4a32-4cfa-bc5c-5ea576b4bade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d30b97f-3799-4906-9471-12f8a66c4487'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:47:58.497952 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 0d30b97f-3799-4906-9471-12f8a66c4487, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=0d30b97f-3799-4906-9471-12f8a66c4487,segment=NetworkSegment(540c8519-550f-45e9-81d5-857f0f41af85),segment_id=540c8519-550f-45e9-81d5-857f0f41af85)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:47:58.504862 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:58.516811 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:47:58.526817 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-e744e96d-5903-4f62-8621-359782750c23 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:58.528476 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-e744e96d-5903-4f62-8621-359782750c23 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 815 time: 0.3404925 Sep 10 16:47:58.567230 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-824053e9-61aa-4312-8498-0604aba7992c tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/quotas/d95a9badc5004a7c889e2c9908741100 HTTP/1.1" status: 200 len: 375 time: 0.0309923 Sep 10 16:47:58.653284 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=0d30b97f-3799-4906-9471-12f8a66c4487,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:47:58.661085 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:47:58.695975 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7a9935c6-4f85-4417-ac5e-00fc0fc4f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '238f6639-c035-4ae9-ad0b-a8af52a7098d', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'floating_ip_address': '172.28.1.222', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'port_id': 'fc5fdc05-7928-4196-9930-806164ea9183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'mac_address': 'fa:16:3e:92:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59dfd24-bf53-460c-b916-479be08409c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:47:13Z', 'updated_at': '2021-09-10T16:47:39Z', 'revision_number': 1, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:58.700341 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c58e6-786d-4a55-bb4a-091a0f52cc68 req-e40eb7e0-d569-4a92-a55e-f50c9e4f8a45 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:58.701597 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9935c6-4f85-4417-ac5e-00fc0fc4f871 None None] Checking router: 4aa59f83-aeb0-4a24-b89b-a943edf811a6 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:47:58.709934 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-af4c58e6-786d-4a55-bb4a-091a0f52cc68 req-e40eb7e0-d569-4a92-a55e-f50c9e4f8a45 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 950 time: 0.3684218 Sep 10 16:47:58.720884 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9935c6-4f85-4417-ac5e-00fc0fc4f871 None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:47:58.721518 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7a9935c6-4f85-4417-ac5e-00fc0fc4f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:47:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:58.773428 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-496af1f4-4172-451a-b2e3-de8c6d6c012b tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2048564 Sep 10 16:47:58.787350 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-af4c58e6-786d-4a55-bb4a-091a0f52cc68 req-ed23cd81-8dcd-48b7-ad98-0b6c5cc03682 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714271 Sep 10 16:47:59.039165 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-7a9935c6-4f85-4417-ac5e-00fc0fc4f871 None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:47:59.062478 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-1f2100ce-99f0-4f35-aa30-f701b89cd358 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740388 Sep 10 16:47:59.339144 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-c5253784-c352-4e67-bc71-46d9ebb8dffd service neutron] 10.222.0.43 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673676 Sep 10 16:47:59.430354 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-5302c921-24ca-4a5c-b843-c7d5fb12c8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:59.643061 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef892da0-4a32-4cfa-bc5c-5ea576b4bade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d30b97f-3799-4906-9471-12f8a66c4487', 'code': 200} Sep 10 16:47:59.777293 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7849b-e2fb-4075-9a82-bde76884d8e4 req-bf27f8d0-ed22-468f-972c-5bdf9d6e7104 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:47:59.779080 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-88e7849b-e2fb-4075-9a82-bde76884d8e4 req-bf27f8d0-ed22-468f-972c-5bdf9d6e7104 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.2243142 Sep 10 16:47:59.793288 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-07e6f056-7825-4824-b116-b9bd1bc014a0 req-b7fa66c8-119a-4233-ace8-8cbc7c797635 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 210 time: 0.0981605 Sep 10 16:47:59.900227 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-88e7849b-e2fb-4075-9a82-bde76884d8e4 req-47b1a38c-9c22-4ab7-a7c7-106616b10676 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046574 Sep 10 16:47:59.914181 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7a9935c6-4f85-4417-ac5e-00fc0fc4f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '238f6639-c035-4ae9-ad0b-a8af52a7098d', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'floating_ip_address': '172.28.1.222', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'port_id': 'fc5fdc05-7928-4196-9930-806164ea9183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'mac_address': 'fa:16:3e:92:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59dfd24-bf53-460c-b916-479be08409c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:47:13Z', 'updated_at': '2021-09-10T16:47:39Z', 'revision_number': 1, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:47:59.945678 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9935c6-4f85-4417-ac5e-00fc0fc4f871 None None] The sync data for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb is: [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '238f6639-c035-4ae9-ad0b-a8af52a7098d', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'floating_ip_address': '172.28.1.222', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'port_id': 'fc5fdc05-7928-4196-9930-806164ea9183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'mac_address': 'fa:16:3e:92:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59dfd24-bf53-460c-b916-479be08409c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:47:13Z', 'updated_at': '2021-09-10T16:47:39Z', 'revision_number': 1, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:48:00.199954 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:00.208292 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a82ee3d7-2d46-41d0-a18a-94725f5f1bc5 req-ef6bf49e-02e2-4722-b66e-7e37df99fd19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 1103 time: 0.2041132 Sep 10 16:48:00.262738 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d6443-7619-4b01-9748-d0023e103526 req-3b030b8c-b58d-4720-a2f0-282ba6673b56 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:00.272994 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-632d6443-7619-4b01-9748-d0023e103526 req-3b030b8c-b58d-4720-a2f0-282ba6673b56 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 950 time: 0.1734776 Sep 10 16:48:00.295259 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a82ee3d7-2d46-41d0-a18a-94725f5f1bc5 req-20702221-1b2f-441a-b592-8ed333e83dc1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682571 Sep 10 16:48:00.372048 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-632d6443-7619-4b01-9748-d0023e103526 req-9ed5a86a-1ff2-4af6-af72-765846f642a8 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980644 Sep 10 16:48:00.987710 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-50d4762e-63d5-4d70-97b9-31b117d58978 req-0703e040-b24d-41e4-9b47-7b8252b3a662 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 210 time: 0.0517230 Sep 10 16:48:01.138338 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19942c1-8ed8-42f2-b310-8a8f6f40965c req-43b7ba9b-d156-4aee-b4b8-2b7d6e02ad9d tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:01.139713 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a19942c1-8ed8-42f2-b310-8a8f6f40965c req-43b7ba9b-d156-4aee-b4b8-2b7d6e02ad9d tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0837381 Sep 10 16:48:01.160766 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 57638) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:01.188020 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a19942c1-8ed8-42f2-b310-8a8f6f40965c req-6ee1711a-70ef-4578-b9d6-8ea176303a5f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Sep 10 16:48:01.306222 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-90646d49-ba12-49f6-a67d-69239bf25586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:01.338011 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-90646d49-ba12-49f6-a67d-69239bf25586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:01.342076 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-90646d49-ba12-49f6-a67d-69239bf25586 admin admin] Usage tracker for resource:security_group_rule and tenant:82605e5a20d1415c8781fd07ca4026cf is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:01.345723 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-90646d49-ba12-49f6-a67d-69239bf25586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:01.351584 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-90646d49-ba12-49f6-a67d-69239bf25586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:01.429520 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-90646d49-ba12-49f6-a67d-69239bf25586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:01.433737 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-90646d49-ba12-49f6-a67d-69239bf25586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:01.442312 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c3a1d316-260c-4533-ba2d-c7e954c947d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:01.500854 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90646d49-ba12-49f6-a67d-69239bf25586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba2d048-c98c-4b22-a337-e2033a468576,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:01.507640 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57648) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:01.507816 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-90646d49-ba12-49f6-a67d-69239bf25586 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82605e5a20d1415c8781fd07ca4026cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3458614 Sep 10 16:48:01.526571 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-90646d49-ba12-49f6-a67d-69239bf25586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:01.636842 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0d61d6cc-00d8-4372-b9eb-81a746080b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:01.653608 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af027b-44a7-49bc-a2d9-3abf5e2335fc req-b7a0d9b9-367a-42e3-b4db-fc154734971b tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:01.655069 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a7af027b-44a7-49bc-a2d9-3abf5e2335fc req-b7a0d9b9-367a-42e3-b4db-fc154734971b tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 950 time: 0.1347680 Sep 10 16:48:01.678607 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-6f492a67-34bc-4dca-aa29-4a4a44488f53 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:01.680297 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-6f492a67-34bc-4dca-aa29-4a4a44488f53 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 815 time: 0.1809762 Sep 10 16:48:01.692079 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0d61d6cc-00d8-4372-b9eb-81a746080b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:01.706309 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Request body: {'port': {'device_id': 'b16dbd52-4425-4bdd-8daf-2e99cb77ec69', 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22', 'admin_state_up': True, 'tenant_id': 'd95a9badc5004a7c889e2c9908741100'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:48:01.739437 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:01.792053 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0d61d6cc-00d8-4372-b9eb-81a746080b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:01.799584 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:01.813371 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61d6cc-00d8-4372-b9eb-81a746080b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba2d048-c98c-4b22-a337-e2033a468576,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:01.818043 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-0d61d6cc-00d8-4372-b9eb-81a746080b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:01.823909 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0d61d6cc-00d8-4372-b9eb-81a746080b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:01.827254 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-0d61d6cc-00d8-4372-b9eb-81a746080b45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dba2d048-c98c-4b22-a337-e2033a468576 HTTP/1.1" status: 204 len: 168 time: 0.3158188 Sep 10 16:48:01.842842 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a7af027b-44a7-49bc-a2d9-3abf5e2335fc req-19b97736-a236-42f9-ba5e-bb4d0bae5aee tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751876 Sep 10 16:48:01.955089 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:01.959567 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Usage tracker for resource:port and tenant:d95a9badc5004a7c889e2c9908741100 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:01.968590 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:01.974938 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:01.992978 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Made reservation on behalf of d95a9badc5004a7c889e2c9908741100 for: {'port': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:48:01.994658 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:02.204923 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Allocated IP 172.20.0.3 (2e8b6956-e9ad-4274-8095-3b0e68edaa22/92a6559f-b380-44bf-8ab5-841ac3638065/3bc21ee9-67ce-487f-849e-b0ac181c520a) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:48:02.361085 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-13128463-c519-42d3-a9e7-1ae41a33d25b req-e291d6e0-01cd-4057-82c0-a1c057a1e63e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 210 time: 0.0702856 Sep 10 16:48:02.476115 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:02.479895 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2d26-474a-4448-9121-b679d9d65aa7 req-f8c7b132-89e4-4e98-b5fd-928d12924f4c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:02.481270 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-202d2d26-474a-4448-9121-b679d9d65aa7 req-f8c7b132-89e4-4e98-b5fd-928d12924f4c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1096706 Sep 10 16:48:02.516024 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:02.530165 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['ac18e9b4-f3d4-4162-966d-db8a32e75eb2', '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:48:02.535431 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-202d2d26-474a-4448-9121-b679d9d65aa7 req-fae9deb2-aab2-4520-86c7-cc2f0e7fbdc0 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475562 Sep 10 16:48:02.544974 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:02.605214 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57668) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:02.616651 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:48:02.623637 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:48:02.627044 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:48:02.635083 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7c21b092-10fb-48cf-bda5-380848e2457a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:02.674212 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-7c21b092-10fb-48cf-bda5-380848e2457a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:02.676872 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Pushing event updated for resources: {'Port': ['ID=3bc21ee9-67ce-487f-849e-b0ac181c520a,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:02.678794 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-7c21b092-10fb-48cf-bda5-380848e2457a admin admin] Usage tracker for resource:security_group_rule and tenant:4f4cf6b5412d4fc8a0fa06d68d28b137 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:02.680322 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:02.681941 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-7c21b092-10fb-48cf-bda5-380848e2457a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:02.692548 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-7c21b092-10fb-48cf-bda5-380848e2457a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:02.708208 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:02.708945 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:02.751814 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0513992 Sep 10 16:48:02.768874 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Request body: {'port': {'device_id': 'b16dbd52-4425-4bdd-8daf-2e99cb77ec69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:48:02.774729 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7c21b092-10fb-48cf-bda5-380848e2457a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:02.779484 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7c21b092-10fb-48cf-bda5-380848e2457a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:02.786678 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-2f36c706-6537-4fe3-9922-8dbe162f0b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:02.901625 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:02.902384 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21b092-10fb-48cf-bda5-380848e2457a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20bd389-f4ed-43da-975c-288a3b8a9b72,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:02.907394 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-7c21b092-10fb-48cf-bda5-380848e2457a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f4cf6b5412d4fc8a0fa06d68d28b137&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3011212 Sep 10 16:48:02.908349 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7c21b092-10fb-48cf-bda5-380848e2457a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:02.910037 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57676) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:02.995805 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4416b20e-71b2-4c11-912e-a3aada8ad975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:03.024053 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4416b20e-71b2-4c11-912e-a3aada8ad975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:03.152238 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4416b20e-71b2-4c11-912e-a3aada8ad975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:03.158747 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-0d61d6cc-00d8-4372-b9eb-81a746080b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:03.174819 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416b20e-71b2-4c11-912e-a3aada8ad975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20bd389-f4ed-43da-975c-288a3b8a9b72,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:03.180274 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4416b20e-71b2-4c11-912e-a3aada8ad975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:03.190383 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4416b20e-71b2-4c11-912e-a3aada8ad975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:03.193571 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-4416b20e-71b2-4c11-912e-a3aada8ad975 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d20bd389-f4ed-43da-975c-288a3b8a9b72 HTTP/1.1" status: 204 len: 168 time: 0.2808676 Sep 10 16:48:03.201217 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c4b99-9f58-49b4-a252-e711e58c195f req-5a6ffe54-81a1-4dbd-afe0-5bda38cfb01c tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:03.203741 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd9c4b99-9f58-49b4-a252-e711e58c195f req-5a6ffe54-81a1-4dbd-afe0-5bda38cfb01c tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 950 time: 0.1212683 Sep 10 16:48:03.260057 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd9c4b99-9f58-49b4-a252-e711e58c195f req-cc02d309-f633-49bf-a67a-4ee6d4e07933 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477853 Sep 10 16:48:03.323240 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd0759-90b9-4769-862a-9d25863bf253 None None] New status for floating IP 238f6639-c035-4ae9-ad0b-a8af52a7098d: ACTIVE {{(pid=75008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:48:03.436784 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc21ee9-67ce-487f-849e-b0ac181c520a {{(pid=75007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:48:03.446298 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:03.465121 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Transition to ACTIVE for port object 3bc21ee9-67ce-487f-849e-b0ac181c520a will not be triggered until provisioned by entity L2. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:48:03.472258 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:03.477838 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a227a2e9-91c8-4adb-9074-13265a7f3348 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:03.679017 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc21ee9-67ce-487f-849e-b0ac181c520a,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:03.683248 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:03.695640 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da521b55-f207-4bfa-975d-670976e20b86 req-42be8b13-7d57-40c6-8006-a15540b1a950 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:03.697878 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-da521b55-f207-4bfa-975d-670976e20b86 req-42be8b13-7d57-40c6-8006-a15540b1a950 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 943 time: 0.1209013 Sep 10 16:48:03.723205 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:48:03.763386 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-da521b55-f207-4bfa-975d-670976e20b86 req-18430cbe-eec2-4045-b6b6-ead01c4a1b27 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591602 Sep 10 16:48:03.864255 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Attempting to bind port 3bc21ee9-67ce-487f-849e-b0ac181c520a on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:48:03.864723 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Attempting to bind port 3bc21ee9-67ce-487f-849e-b0ac181c520a by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:48:03.865121 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Attempting to bind port 3bc21ee9-67ce-487f-849e-b0ac181c520a on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:48:03.875027 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Port 3bc21ee9-67ce-487f-849e-b0ac181c520a on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:48:03.875478 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Attempting to bind port 3bc21ee9-67ce-487f-849e-b0ac181c520a on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:48:03.884099 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:48:03.886809 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Checking segment: {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:48:03.886809 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Bound using segment: {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:48:03.886809 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Bound port: 3bc21ee9-67ce-487f-849e-b0ac181c520a, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'}}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:48:03.886809 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:03.889318 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e42979-4df0-4836-9108-40fa24c8e507 req-4b18df79-a031-4506-bced-379e0555f1dc tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:03.893319 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-82e42979-4df0-4836-9108-40fa24c8e507 req-4b18df79-a031-4506-bced-379e0555f1dc tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1201169 Sep 10 16:48:04.009393 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] For port 3bc21ee9-67ce-487f-849e-b0ac181c520a, host hv-cinder-80847, cleared binding levels {{(pid=75007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:48:04.012698 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] For port 3bc21ee9-67ce-487f-849e-b0ac181c520a, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=3bc21ee9-67ce-487f-849e-b0ac181c520a,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:48:04.018405 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:04.023998 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-0fb528ae-2f9c-4b27-9346-93a884872532 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:04.039507 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-82e42979-4df0-4836-9108-40fa24c8e507 req-825d64f7-9472-4010-b767-7bcc67c81c17 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375883 Sep 10 16:48:04.079938 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721e1ed-f910-4120-b43f-f15edc3a01a4 req-150a6507-32a7-46ae-af30-e368358fc55e tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:04.114609 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0721e1ed-f910-4120-b43f-f15edc3a01a4 req-150a6507-32a7-46ae-af30-e368358fc55e tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 950 time: 0.1901982 Sep 10 16:48:04.152912 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:04.156201 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/3bc21ee9-67ce-487f-849e-b0ac181c520a HTTP/1.1" status: 200 len: 1093 time: 1.3903720 Sep 10 16:48:04.162732 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16dbd52-4425-4bdd-8daf-2e99cb77ec69', 'tag': '3bc21ee9-67ce-487f-849e-b0ac181c520a'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:48:04.206548 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc21ee9-67ce-487f-849e-b0ac181c520a,revision_number=3']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:04.209575 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:04.216543 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0721e1ed-f910-4120-b43f-f15edc3a01a4 req-54ec5f80-2b3d-4f3c-8383-f470e1d9bcfb tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993259 Sep 10 16:48:04.305015 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16dbd52-4425-4bdd-8daf-2e99cb77ec69', 'tag': '3bc21ee9-67ce-487f-849e-b0ac181c520a', 'status': 'completed', 'code': 200} Sep 10 16:48:04.325891 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-a28d6f0c-86e1-4493-84f5-4bac0d3e40c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 1096 time: 0.1142159 Sep 10 16:48:04.401055 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-5228d8e7-9ae9-4761-a4fc-420f490cd93c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc21ee9-67ce-487f-849e-b0ac181c520a HTTP/1.1" status: 200 len: 217 time: 0.0644252 Sep 10 16:48:04.478097 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-e75932c5-cc98-4df5-bc13-ee8ffcdf0d95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:04.479575 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-e75932c5-cc98-4df5-bc13-ee8ffcdf0d95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a6559f-b380-44bf-8ab5-841ac3638065 HTTP/1.1" status: 200 len: 855 time: 0.0655377 Sep 10 16:48:04.529287 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-3982eb6d-6484-4824-82fd-c646d8ded4b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8b6956-e9ad-4274-8095-3b0e68edaa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381653 Sep 10 16:48:04.669804 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-458d3c85-83cf-48f0-ad48-72341fb21b69 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307895 Sep 10 16:48:04.805988 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-382393fb-886e-4b7f-8e34-ba46ec626b80 req-62e6f2d4-a488-4041-8a93-1b6f44c39007 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267464 Sep 10 16:48:04.967521 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-265786f5-b458-4ed8-8538-4d97468533fe req-d0378c49-ad2b-4ed8-a5f9-c9e3b7081b91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 1096 time: 0.0875010 Sep 10 16:48:05.009710 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911786d-61bb-4a5c-81ba-e7dee099a919 req-fab606ab-2f38-4c0d-8a52-026dfe2689b1 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:05.011462 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9911786d-61bb-4a5c-81ba-e7dee099a919 req-fab606ab-2f38-4c0d-8a52-026dfe2689b1 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 943 time: 0.0926425 Sep 10 16:48:05.070859 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9911786d-61bb-4a5c-81ba-e7dee099a919 req-9c363c66-ce22-4520-b5a0-fbd7bc244c35 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529916 Sep 10 16:48:05.149370 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265786f5-b458-4ed8-8538-4d97468533fe req-dc168069-c1f3-4027-9a00-e8cd688ca0d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:05.151077 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-265786f5-b458-4ed8-8538-4d97468533fe req-dc168069-c1f3-4027-9a00-e8cd688ca0d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 916 time: 0.1701159 Sep 10 16:48:05.222942 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-265786f5-b458-4ed8-8538-4d97468533fe req-7e344dbb-f169-4500-b7cc-005b53169693 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc21ee9-67ce-487f-849e-b0ac181c520a HTTP/1.1" status: 200 len: 217 time: 0.0640395 Sep 10 16:48:05.254562 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26e244-4e6b-4c62-8dd6-10b21f9b0afa req-c4ef4c4d-0a56-45cb-983f-cb102a682e2b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:05.266883 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba26e244-4e6b-4c62-8dd6-10b21f9b0afa req-c4ef4c4d-0a56-45cb-983f-cb102a682e2b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0960445 Sep 10 16:48:05.323350 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba26e244-4e6b-4c62-8dd6-10b21f9b0afa req-f2995811-4fcb-4d4c-9728-ed9a6fb54233 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597174 Sep 10 16:48:05.382231 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265786f5-b458-4ed8-8538-4d97468533fe req-68be3522-a46d-418d-a051-7fbca8b44e05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:05.383793 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-265786f5-b458-4ed8-8538-4d97468533fe req-68be3522-a46d-418d-a051-7fbca8b44e05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a6559f-b380-44bf-8ab5-841ac3638065 HTTP/1.1" status: 200 len: 855 time: 0.1442542 Sep 10 16:48:05.449846 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-265786f5-b458-4ed8-8538-4d97468533fe req-dcf2b91c-1882-4923-b57a-b5ddddf38610 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8b6956-e9ad-4274-8095-3b0e68edaa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552175 Sep 10 16:48:05.504439 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88bd66-5e94-4567-8fb4-db2e329e5c72 req-7482d8bf-b5f8-40be-af57-afe8208c4473 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:05.506811 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3f88bd66-5e94-4567-8fb4-db2e329e5c72 req-7482d8bf-b5f8-40be-af57-afe8208c4473 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 950 time: 0.1175983 Sep 10 16:48:05.562254 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3f88bd66-5e94-4567-8fb4-db2e329e5c72 req-97fadb93-9d32-4a72-baa6-87a1c5709a7b tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491772 Sep 10 16:48:05.664791 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-265786f5-b458-4ed8-8538-4d97468533fe req-fe7f5f20-f577-4d18-a24b-335ff61a2dd9 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046642 Sep 10 16:48:05.810714 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-265786f5-b458-4ed8-8538-4d97468533fe req-624fa4c7-79ac-4025-a6eb-ea7fc4d21b4c service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365681 Sep 10 16:48:06.258083 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000b690-ecd9-416a-9458-7af8c2617949 req-4efdee90-64ba-4ff1-8eba-c7601559515a tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:06.259514 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a000b690-ecd9-416a-9458-7af8c2617949 req-4efdee90-64ba-4ff1-8eba-c7601559515a tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 950 time: 0.0852680 Sep 10 16:48:06.291276 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f2acd-9d08-411a-b3dd-b545213bb044 req-f9235f7a-6844-4346-9b31-906983f85deb tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:06.300097 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9c1f2acd-9d08-411a-b3dd-b545213bb044 req-f9235f7a-6844-4346-9b31-906983f85deb tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 943 time: 0.1150033 Sep 10 16:48:06.365062 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9c1f2acd-9d08-411a-b3dd-b545213bb044 req-0ae60b35-5ae4-45e5-a1f0-24d0808b4ba5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639813 Sep 10 16:48:06.398640 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-a000b690-ecd9-416a-9458-7af8c2617949 req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Deleting port 0d30b97f-3799-4906-9471-12f8a66c4487 {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:48:06.399088 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-a000b690-ecd9-416a-9458-7af8c2617949 req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:06.587418 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85f4f8-9fbf-4bb7-be97-fc0ed53185ab req-99ca707c-8988-4f52-ae3f-b689d2c43db5 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:06.589182 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-de85f4f8-9fbf-4bb7-be97-fc0ed53185ab req-99ca707c-8988-4f52-ae3f-b689d2c43db5 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0848217 Sep 10 16:48:06.645650 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-de85f4f8-9fbf-4bb7-be97-fc0ed53185ab req-e241ee7c-f4fa-484c-82ec-5c2dbf932558 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498061 Sep 10 16:48:06.682435 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-a000b690-ecd9-416a-9458-7af8c2617949 req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] For port 0d30b97f-3799-4906-9471-12f8a66c4487, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=0d30b97f-3799-4906-9471-12f8a66c4487,segment=NetworkSegment(540c8519-550f-45e9-81d5-857f0f41af85),segment_id=540c8519-550f-45e9-81d5-857f0f41af85)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:06.682916 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-a000b690-ecd9-416a-9458-7af8c2617949 req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:06.813404 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-a000b690-ecd9-416a-9458-7af8c2617949 req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Calling delete_port for 0d30b97f-3799-4906-9471-12f8a66c4487 owned by compute:nova {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:48:06.835463 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88417ede-fe3f-41f5-b65c-c9c92442fff3 req-4b98cddd-7f9b-48a7-96dc-bf2125b0f488 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:06.836963 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-88417ede-fe3f-41f5-b65c-c9c92442fff3 req-4b98cddd-7f9b-48a7-96dc-bf2125b0f488 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef892da0-4a32-4cfa-bc5c-5ea576b4bade HTTP/1.1" status: 200 len: 950 time: 0.0784404 Sep 10 16:48:06.886870 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-88417ede-fe3f-41f5-b65c-c9c92442fff3 req-15d9d2f8-28ff-4ac2-b5bf-4a8a3bdb2259 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Sep 10 16:48:07.031643 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-a000b690-ecd9-416a-9458-7af8c2617949 req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:07.039713 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:07.049403 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['0d30b97f-3799-4906-9471-12f8a66c4487'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:48:07.085714 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Pushing event deleted for resources: {'Port': ['ID=0d30b97f-3799-4906-9471-12f8a66c4487,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:07.089298 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:07.165681 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a000b690-ecd9-416a-9458-7af8c2617949 req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] No DVR routers for this DVR port 0d30b97f-3799-4906-9471-12f8a66c4487 on host hv-cinder-80847 {{(pid=75007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:48:07.170013 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-a000b690-ecd9-416a-9458-7af8c2617949 req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:07.173334 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef892da0-4a32-4cfa-bc5c-5ea576b4bade', 'name': 'network-vif-deleted', 'tag': '0d30b97f-3799-4906-9471-12f8a66c4487'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:48:07.189769 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a000b690-ecd9-416a-9458-7af8c2617949 req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] 10.222.0.48 "DELETE /v2.0/ports/0d30b97f-3799-4906-9471-12f8a66c4487 HTTP/1.1" status: 204 len: 173 time: 0.9223840 Sep 10 16:48:07.237245 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef892da0-4a32-4cfa-bc5c-5ea576b4bade', 'name': 'network-vif-deleted', 'tag': '0d30b97f-3799-4906-9471-12f8a66c4487', 'status': 'completed', 'code': 200} Sep 10 16:48:07.603101 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a3c9c-aae8-4f22-87b2-a1c39d51c706 req-0ff49890-c575-44f4-b9ad-7cfaf24bc395 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:07.605000 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-366a3c9c-aae8-4f22-87b2-a1c39d51c706 req-0ff49890-c575-44f4-b9ad-7cfaf24bc395 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 943 time: 0.0934112 Sep 10 16:48:07.657808 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-366a3c9c-aae8-4f22-87b2-a1c39d51c706 req-95075c5f-50d2-446a-b813-1ee42135f554 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Sep 10 16:48:07.883529 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41f1c2-decb-48d5-92de-311de29bd02d req-491d5d54-5d9d-4ac6-b174-061f27d5a839 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:07.885225 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-eb41f1c2-decb-48d5-92de-311de29bd02d req-491d5d54-5d9d-4ac6-b174-061f27d5a839 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1106045 Sep 10 16:48:07.923002 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 3bc21ee9-67ce-487f-849e-b0ac181c520a details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:48:07.968531 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-eb41f1c2-decb-48d5-92de-311de29bd02d req-bb921792-5ce5-41fa-8084-c9e8280579e6 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770516 Sep 10 16:48:08.100572 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 3bc21ee9-67ce-487f-849e-b0ac181c520a, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=3bc21ee9-67ce-487f-849e-b0ac181c520a,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:08.118591 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '3bc21ee9-67ce-487f-849e-b0ac181c520a', 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22', 'port_id': '3bc21ee9-67ce-487f-849e-b0ac181c520a', 'mac_address': 'fa:16:3e:d9:28:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a6559f-b380-44bf-8ab5-841ac3638065', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:48:08.186745 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:08.206593 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc21ee9-67ce-487f-849e-b0ac181c520a {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:48:08.224400 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 3bc21ee9-67ce-487f-849e-b0ac181c520a, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=3bc21ee9-67ce-487f-849e-b0ac181c520a,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:08.228168 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:08.230069 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:08.310701 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=3bc21ee9-67ce-487f-849e-b0ac181c520a,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:08.315448 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:08.610930 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['3bc21ee9-67ce-487f-849e-b0ac181c520a'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:48:08.879041 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b898c13-679d-4c07-9944-ce6f4863aa1f req-bcd34771-9e06-4fcf-8acf-de682464fe3f tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:08.884897 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0b898c13-679d-4c07-9944-ce6f4863aa1f req-bcd34771-9e06-4fcf-8acf-de682464fe3f tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 944 time: 0.0915458 Sep 10 16:48:08.927883 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0b898c13-679d-4c07-9944-ce6f4863aa1f req-79a4b911-b958-4ea1-833c-a46355d68adc tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Sep 10 16:48:09.233112 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e4612-134b-456f-8e70-b481bb6df740 req-b448e724-932b-44b6-88a7-18bbca9ea0c6 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:09.235215 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3a9e4612-134b-456f-8e70-b481bb6df740 req-b448e724-932b-44b6-88a7-18bbca9ea0c6 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1127617 Sep 10 16:48:09.310510 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3a9e4612-134b-456f-8e70-b481bb6df740 req-63f1ec68-cc8a-402d-b85b-29a00484ea25 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487139 Sep 10 16:48:09.407505 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57898) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:09.554373 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-32559607-2330-4f98-ba92-4d07ceb56b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:09.594360 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-32559607-2330-4f98-ba92-4d07ceb56b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:09.598634 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-32559607-2330-4f98-ba92-4d07ceb56b7b admin admin] Usage tracker for resource:security_group_rule and tenant:5f9f07310da849368db279533bb2d8cd is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:09.601581 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-32559607-2330-4f98-ba92-4d07ceb56b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:09.607365 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-32559607-2330-4f98-ba92-4d07ceb56b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:09.681305 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-32559607-2330-4f98-ba92-4d07ceb56b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:09.685588 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-32559607-2330-4f98-ba92-4d07ceb56b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:09.693086 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:09.735972 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32559607-2330-4f98-ba92-4d07ceb56b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a121711-dde4-4047-8b0a-3f712b30e5de,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:09.739178 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-32559607-2330-4f98-ba92-4d07ceb56b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:09.741949 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-32559607-2330-4f98-ba92-4d07ceb56b7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f9f07310da849368db279533bb2d8cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3334353 Sep 10 16:48:09.744819 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 57926) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:09.812235 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-a717885c-c944-4dd5-b51f-eacd69334f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:09.846010 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-a717885c-c944-4dd5-b51f-eacd69334f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:09.909548 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-a717885c-c944-4dd5-b51f-eacd69334f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:09.914399 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-b5355c2b-1ebc-4322-8b5e-b9f71f836d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:09.924908 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717885c-c944-4dd5-b51f-eacd69334f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a121711-dde4-4047-8b0a-3f712b30e5de,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:09.928291 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-a717885c-c944-4dd5-b51f-eacd69334f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:09.935252 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-a717885c-c944-4dd5-b51f-eacd69334f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:09.937427 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-a717885c-c944-4dd5-b51f-eacd69334f72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a121711-dde4-4047-8b0a-3f712b30e5de HTTP/1.1" status: 204 len: 168 time: 0.1908493 Sep 10 16:48:09.950124 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 3bc21ee9-67ce-487f-849e-b0ac181c520a up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:48:10.037562 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 3bc21ee9-67ce-487f-849e-b0ac181c520a completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:48:10.050832 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 3bc21ee9-67ce-487f-849e-b0ac181c520a triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:48:10.051485 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:10.213894 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:10.265665 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16dbd52-4425-4bdd-8daf-2e99cb77ec69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc21ee9-67ce-487f-849e-b0ac181c520a'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:48:10.277428 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 3bc21ee9-67ce-487f-849e-b0ac181c520a, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=3bc21ee9-67ce-487f-849e-b0ac181c520a,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:10.281950 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b0635-3d45-4c92-a208-e9c98c24a243 req-0146b5b7-0a2a-4f6b-82b0-7e12a0bf37a2 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:10.284006 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b60b0635-3d45-4c92-a208-e9c98c24a243 req-0146b5b7-0a2a-4f6b-82b0-7e12a0bf37a2 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 944 time: 0.1858828 Sep 10 16:48:10.288213 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:10.289184 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 0d30b97f-3799-4906-9471-12f8a66c4487 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:48:10.321487 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:10.372248 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b60b0635-3d45-4c92-a208-e9c98c24a243 req-8d48e326-f9bd-48af-9eee-e5a6dbe7ceab tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824382 Sep 10 16:48:10.411471 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 0d30b97f-3799-4906-9471-12f8a66c4487 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:48:10.411847 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 0d30b97f-3799-4906-9471-12f8a66c4487 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:48:10.422861 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16dbd52-4425-4bdd-8daf-2e99cb77ec69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc21ee9-67ce-487f-849e-b0ac181c520a', 'code': 200} Sep 10 16:48:10.463431 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=3bc21ee9-67ce-487f-849e-b0ac181c520a,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:10.469644 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:10.475650 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 57976) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:10.523142 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d183fd38-d3cd-46e2-b72f-1e799eb0a0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:10.577802 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d183fd38-d3cd-46e2-b72f-1e799eb0a0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:10.582801 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d183fd38-d3cd-46e2-b72f-1e799eb0a0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:63a910b2bea445cbb591f47a6d7f7ffd is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:10.586472 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d183fd38-d3cd-46e2-b72f-1e799eb0a0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:10.595429 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d183fd38-d3cd-46e2-b72f-1e799eb0a0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:10.697577 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d183fd38-d3cd-46e2-b72f-1e799eb0a0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:10.701793 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d183fd38-d3cd-46e2-b72f-1e799eb0a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:10.711055 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:10.712281 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c0060-12e8-45dd-b2b6-eb569bf044f0 req-a2660499-6759-4616-be34-f700e02e44c8 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:10.713807 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-083c0060-12e8-45dd-b2b6-eb569bf044f0 req-a2660499-6759-4616-be34-f700e02e44c8 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1718507 Sep 10 16:48:10.782776 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-083c0060-12e8-45dd-b2b6-eb569bf044f0 req-0c990e0e-2e1b-4d14-a66b-5fee11bcc6b0 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Sep 10 16:48:10.791027 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183fd38-d3cd-46e2-b72f-1e799eb0a0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0397cd3d-a8db-4563-9748-6a5404950f7e,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:10.798032 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d183fd38-d3cd-46e2-b72f-1e799eb0a0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:10.815432 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d183fd38-d3cd-46e2-b72f-1e799eb0a0e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63a910b2bea445cbb591f47a6d7f7ffd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3355539 Sep 10 16:48:10.815949 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 57998) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:10.870470 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-020d3d9a-1957-4df4-ab18-88c701d409b5 req-771c78de-f278-4df3-8427-24d9f91bb6c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 1098 time: 0.1603973 Sep 10 16:48:10.908826 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ef58fe1-e445-431c-9bde-e86e095b278b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:10.958287 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ef58fe1-e445-431c-9bde-e86e095b278b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:10.969421 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-020d3d9a-1957-4df4-ab18-88c701d409b5 req-d1c78be1-6175-4aea-b7c1-9376c342a338 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872524 Sep 10 16:48:11.018716 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ef58fe1-e445-431c-9bde-e86e095b278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:11.023724 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-431d01f9-0d63-4126-b36a-9b73925335d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:11.036703 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef58fe1-e445-431c-9bde-e86e095b278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0397cd3d-a8db-4563-9748-6a5404950f7e,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:11.039594 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6ef58fe1-e445-431c-9bde-e86e095b278b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:11.042640 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ef58fe1-e445-431c-9bde-e86e095b278b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:11.043773 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-6ef58fe1-e445-431c-9bde-e86e095b278b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0397cd3d-a8db-4563-9748-6a5404950f7e HTTP/1.1" status: 204 len: 168 time: 0.2267361 Sep 10 16:48:11.623696 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8db9c9-c382-4386-bca5-1c5976c12d7b req-ffa0f034-a910-45a6-9ae4-c6c1a95d4d82 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:11.625956 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fc8db9c9-c382-4386-bca5-1c5976c12d7b req-ffa0f034-a910-45a6-9ae4-c6c1a95d4d82 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 945 time: 0.0882514 Sep 10 16:48:11.682763 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fc8db9c9-c382-4386-bca5-1c5976c12d7b req-bb55fd11-95d0-46a8-88b5-4c8113f0f6cb tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505476 Sep 10 16:48:12.050176 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fc0ae-ed24-4b26-8f89-5b4ab4a0b419 req-97201579-d539-4749-acd3-2760941d7b85 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:12.052064 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1f2fc0ae-ed24-4b26-8f89-5b4ab4a0b419 req-97201579-d539-4749-acd3-2760941d7b85 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1255310 Sep 10 16:48:12.141080 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1f2fc0ae-ed24-4b26-8f89-5b4ab4a0b419 req-a5b8d6fa-e361-45cd-a3ed-c385ff177b9f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815749 Sep 10 16:48:12.893661 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d2693-859c-4736-b3d9-51142e34e410 req-f152931f-8381-44da-9f41-a8c1247279e9 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:12.903180 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-427d2693-859c-4736-b3d9-51142e34e410 req-f152931f-8381-44da-9f41-a8c1247279e9 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 945 time: 0.0919764 Sep 10 16:48:12.952819 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-427d2693-859c-4736-b3d9-51142e34e410 req-f5b2ec53-bbf0-49a9-be7a-bae3bfbe41a1 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475352 Sep 10 16:48:13.387487 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a062440-72a7-4bed-8156-f958fb1d23f5 req-25a5efc6-32ec-4bbf-b90d-cea72d82ef1e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:13.389433 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3a062440-72a7-4bed-8156-f958fb1d23f5 req-25a5efc6-32ec-4bbf-b90d-cea72d82ef1e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1292782 Sep 10 16:48:13.450341 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3a062440-72a7-4bed-8156-f958fb1d23f5 req-31b713b7-68c0-47fe-abb4-dd5e9dc0a998 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548682 Sep 10 16:48:13.717492 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:13.756153 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 58132) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:13.970854 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 58138) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:13.971305 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-5e5ea709-7638-4bd1-a445-341a9909b3ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95bb4183f7d14a06846c07144661cc2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2136595 Sep 10 16:48:14.042163 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7450-8454-4101-9c49-f4f1904e5a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:14.071819 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7450-8454-4101-9c49-f4f1904e5a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:14.137508 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7450-8454-4101-9c49-f4f1904e5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:14.148956 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-76ac9e02-5919-45b2-87a3-8c89f9e181be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:14.161159 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad7450-8454-4101-9c49-f4f1904e5a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:14.166231 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c1ad7450-8454-4101-9c49-f4f1904e5a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:14.168173 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7450-8454-4101-9c49-f4f1904e5a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:14.172977 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-c1ad7450-8454-4101-9c49-f4f1904e5a8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2b0d5fc-4a88-4b3a-b3ad-d8b171d566f1 HTTP/1.1" status: 204 len: 168 time: 0.2011166 Sep 10 16:48:14.669012 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daab68a-b19f-4839-8f31-7b6379a34b85 req-88f27952-992b-4625-a019-336366d9e805 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:14.670460 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9daab68a-b19f-4839-8f31-7b6379a34b85 req-88f27952-992b-4625-a019-336366d9e805 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0815022 Sep 10 16:48:14.719977 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9daab68a-b19f-4839-8f31-7b6379a34b85 req-e1a4bc1b-a093-4bfb-a663-8243b6514d98 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433900 Sep 10 16:48:15.931877 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243fdcc-7b96-4e3e-92b0-fee004574521 req-20b4f0fa-21d6-4af1-b2b5-d3b628a2ddd5 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:15.933361 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4243fdcc-7b96-4e3e-92b0-fee004574521 req-20b4f0fa-21d6-4af1-b2b5-d3b628a2ddd5 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0818760 Sep 10 16:48:15.979783 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4243fdcc-7b96-4e3e-92b0-fee004574521 req-0a64d5e2-da9f-4797-a919-62e7c4dc28a4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Sep 10 16:48:17.222544 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a355d4-34ad-44fc-8df3-99b249d22f19 req-e2da1548-57f1-432e-9619-5853ee447200 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:17.224217 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-07a355d4-34ad-44fc-8df3-99b249d22f19 req-e2da1548-57f1-432e-9619-5853ee447200 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0857792 Sep 10 16:48:17.277159 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-07a355d4-34ad-44fc-8df3-99b249d22f19 req-0afa0dc1-ee99-460c-8b47-29c1b56fa0d9 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Sep 10 16:48:18.502124 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8de94-352e-48c6-9669-2369f230d403 req-70a5f8a9-ebf4-4677-be0a-eb488ff79f68 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:18.503578 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-23d8de94-352e-48c6-9669-2369f230d403 req-70a5f8a9-ebf4-4677-be0a-eb488ff79f68 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0921574 Sep 10 16:48:18.549485 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-23d8de94-352e-48c6-9669-2369f230d403 req-1c772331-e125-4ca2-92ec-1b1f89704025 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Sep 10 16:48:19.833927 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-0c4d1091-65a6-45e1-b899-c703d223a824 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:19.835330 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-0c4d1091-65a6-45e1-b899-c703d223a824 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 815 time: 0.2141902 Sep 10 16:48:19.861421 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e04910-961d-4a9b-a6b1-9b41388cd059 req-671d3580-f51a-42d5-ba1f-fb4210e17ba8 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:19.862847 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b4e04910-961d-4a9b-a6b1-9b41388cd059 req-671d3580-f51a-42d5-ba1f-fb4210e17ba8 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1611595 Sep 10 16:48:19.864929 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-2be1646a-b3fc-4745-b5a9-1b7ce2ab69ba tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/quotas/d95a9badc5004a7c889e2c9908741100 HTTP/1.1" status: 200 len: 375 time: 0.0231874 Sep 10 16:48:19.965819 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b4e04910-961d-4a9b-a6b1-9b41388cd059 req-58f1940e-6567-43c7-85e1-4b7419c86cc4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942142 Sep 10 16:48:19.996959 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-8ac99af8-f6fc-4a99-bec1-d7d7c909fbb9 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1105750 Sep 10 16:48:20.098763 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 58364) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:20.189378 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-f12de413-36d2-42c5-b43d-7cc2dc90ffa2 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653056 Sep 10 16:48:20.267304 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-70701351-8b53-41a5-83f1-8527f61317dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:20.302511 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-70701351-8b53-41a5-83f1-8527f61317dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:20.306298 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-70701351-8b53-41a5-83f1-8527f61317dc admin admin] Usage tracker for resource:security_group_rule and tenant:3500f514e489417db55cef0538e37e0e is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:20.309413 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-70701351-8b53-41a5-83f1-8527f61317dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:20.316023 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-70701351-8b53-41a5-83f1-8527f61317dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:20.357276 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-6ea6318d-806d-4b95-afa7-3d92e4299319 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629679 Sep 10 16:48:20.392278 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-70701351-8b53-41a5-83f1-8527f61317dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:20.396313 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-70701351-8b53-41a5-83f1-8527f61317dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:20.402820 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-fa38d68a-a0e0-41b1-b4d1-440440b0ed9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:20.506277 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70701351-8b53-41a5-83f1-8527f61317dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641495e9-1539-413b-8c28-951049b7ba8b,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:20.513213 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 58380) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:20.515951 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-70701351-8b53-41a5-83f1-8527f61317dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3500f514e489417db55cef0538e37e0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4161084 Sep 10 16:48:20.517231 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-70701351-8b53-41a5-83f1-8527f61317dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:20.580435 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3f64cbd1-6cbc-4c4c-8d11-70fc41d58383 req-e33af07c-3a2e-4990-9d48-ec78516211bd tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 210 time: 0.0642416 Sep 10 16:48:20.621952 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-082cfd32-c402-4987-bff3-89bebfb78dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:20.650661 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-082cfd32-c402-4987-bff3-89bebfb78dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:20.709272 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-082cfd32-c402-4987-bff3-89bebfb78dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:20.714294 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:20.724966 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cfd32-c402-4987-bff3-89bebfb78dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641495e9-1539-413b-8c28-951049b7ba8b,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:20.727383 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-082cfd32-c402-4987-bff3-89bebfb78dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:20.734456 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-082cfd32-c402-4987-bff3-89bebfb78dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:20.738264 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-082cfd32-c402-4987-bff3-89bebfb78dce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/641495e9-1539-413b-8c28-951049b7ba8b HTTP/1.1" status: 204 len: 168 time: 0.2214742 Sep 10 16:48:21.105942 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 58398) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:21.128087 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ca92259e-ac48-4f11-aae8-6e905049e705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:21.161142 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ca92259e-ac48-4f11-aae8-6e905049e705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:21.168068 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ca92259e-ac48-4f11-aae8-6e905049e705 admin admin] Usage tracker for resource:security_group_rule and tenant:4430d07ad21745ceb1e23aa28b16c63f is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:21.172204 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ca92259e-ac48-4f11-aae8-6e905049e705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:21.178769 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ca92259e-ac48-4f11-aae8-6e905049e705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:21.222002 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340c86-7809-47fe-9907-1da396e401a9 req-e529a92c-1ca0-4fa8-985b-da279061a25e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:21.228937 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d5340c86-7809-47fe-9907-1da396e401a9 req-e529a92c-1ca0-4fa8-985b-da279061a25e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1317649 Sep 10 16:48:21.266896 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ca92259e-ac48-4f11-aae8-6e905049e705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:21.271952 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ca92259e-ac48-4f11-aae8-6e905049e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:21.279215 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9cfad078-fe57-40be-a4b3-3c862ef0a179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:21.319980 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92259e-ac48-4f11-aae8-6e905049e705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb41af5-1a5e-42be-82e7-ff99e9cd86e1,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:21.323408 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ca92259e-ac48-4f11-aae8-6e905049e705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:21.328602 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ca92259e-ac48-4f11-aae8-6e905049e705 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4430d07ad21745ceb1e23aa28b16c63f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2185659 Sep 10 16:48:21.329491 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 58406) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:21.345174 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d5340c86-7809-47fe-9907-1da396e401a9 req-cea3c4de-c61a-4ea4-8416-4378698527da tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152856 Sep 10 16:48:21.397068 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-49f7a6c5-91e2-4582-948a-c6d57f07003c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:21.423171 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-49f7a6c5-91e2-4582-948a-c6d57f07003c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:21.481657 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-49f7a6c5-91e2-4582-948a-c6d57f07003c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:21.486607 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-e7de583e-09d6-40f3-a2ba-3a2d8c8211ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:21.499445 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7a6c5-91e2-4582-948a-c6d57f07003c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb41af5-1a5e-42be-82e7-ff99e9cd86e1,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:21.502352 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-49f7a6c5-91e2-4582-948a-c6d57f07003c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:21.510455 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-49f7a6c5-91e2-4582-948a-c6d57f07003c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:21.511784 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-49f7a6c5-91e2-4582-948a-c6d57f07003c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ceb41af5-1a5e-42be-82e7-ff99e9cd86e1 HTTP/1.1" status: 204 len: 168 time: 0.1821344 Sep 10 16:48:21.775534 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0196d6eb-1082-45f7-84b0-2c505e64cce0 req-df74a67a-6bc5-4bbe-bd3b-d1bee2ecfbb8 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 210 time: 0.0525208 Sep 10 16:48:21.797044 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 58424) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:21.969281 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-c7e88a72-ca8c-4373-af05-1fb45c348828 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:21.970930 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-c7e88a72-ca8c-4373-af05-1fb45c348828 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 815 time: 0.1965048 Sep 10 16:48:21.984663 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84616c36-1b9b-43b4-a214-3eb9d84453f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:22.004848 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Request body: {'port': {'device_id': '27719f32-9290-455b-ac90-776a6b237af3', 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22', 'admin_state_up': True, 'tenant_id': 'd95a9badc5004a7c889e2c9908741100'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:48:22.055003 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-84616c36-1b9b-43b4-a214-3eb9d84453f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:22.061590 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-84616c36-1b9b-43b4-a214-3eb9d84453f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e04016f39b420ebc28326b79db2446 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:22.065510 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-84616c36-1b9b-43b4-a214-3eb9d84453f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:22.080775 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-84616c36-1b9b-43b4-a214-3eb9d84453f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:22.163348 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84616c36-1b9b-43b4-a214-3eb9d84453f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:22.167631 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84616c36-1b9b-43b4-a214-3eb9d84453f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:22.174652 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:22.204271 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:22.207293 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84616c36-1b9b-43b4-a214-3eb9d84453f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bff4c27-1eda-4c30-964a-a9587401e686,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:22.209054 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Usage tracker for resource:port and tenant:d95a9badc5004a7c889e2c9908741100 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:22.210842 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-84616c36-1b9b-43b4-a214-3eb9d84453f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:22.212558 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:22.219897 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:22.232936 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Made reservation on behalf of d95a9badc5004a7c889e2c9908741100 for: {'port': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:48:22.237397 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:22.250498 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-84616c36-1b9b-43b4-a214-3eb9d84453f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1e04016f39b420ebc28326b79db2446&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4496970 Sep 10 16:48:22.251033 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 58442) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:22.332113 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea279-9027-418d-bb79-11e157aab9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:22.359520 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea279-9027-418d-bb79-11e157aab9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:22.436517 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea279-9027-418d-bb79-11e157aab9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:22.445463 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:22.461539 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ea279-9027-418d-bb79-11e157aab9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bff4c27-1eda-4c30-964a-a9587401e686,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:22.465367 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ce6ea279-9027-418d-bb79-11e157aab9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:22.466252 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea279-9027-418d-bb79-11e157aab9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:22.473030 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-ce6ea279-9027-418d-bb79-11e157aab9d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bff4c27-1eda-4c30-964a-a9587401e686 HTTP/1.1" status: 204 len: 168 time: 0.2207758 Sep 10 16:48:22.479941 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Allocated IP 172.20.0.12 (2e8b6956-e9ad-4274-8095-3b0e68edaa22/92a6559f-b380-44bf-8ab5-841ac3638065/895eabb9-8d2f-4e71-be58-f93ff3a30923) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:48:22.589387 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 58460) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:22.650053 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93716485-0b28-42ac-b6aa-84bff3f0c44e req-0a20e62f-6004-4c37-8b60-276db574836c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:22.651668 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-93716485-0b28-42ac-b6aa-84bff3f0c44e req-0a20e62f-6004-4c37-8b60-276db574836c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1079357 Sep 10 16:48:22.709382 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-93716485-0b28-42ac-b6aa-84bff3f0c44e req-1ca2e9ed-d165-4302-b227-6765e5efd8bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474873 Sep 10 16:48:22.770504 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:22.808094 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:22.815305 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4fcb6800-293f-4aa4-ad9d-8d2b8f396e58 tempest-VolumesNegativeTest-1254276246 tempest-VolumesNegativeTest-1254276246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:22.823189 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['ac18e9b4-f3d4-4162-966d-db8a32e75eb2', '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6', '3bc21ee9-67ce-487f-849e-b0ac181c520a'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:48:22.972014 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:48:22.973326 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:48:22.975411 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Pushing event updated for resources: {'Port': ['ID=895eabb9-8d2f-4e71-be58-f93ff3a30923,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:22.978705 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:48:23.012754 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1248904999-network', 'tenant_id': '1d42ac9477b042ce9c0a6bf8bede5527'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:48:23.017548 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:23.026961 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:23.035872 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Usage tracker for resource:network and tenant:1d42ac9477b042ce9c0a6bf8bede5527 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:23.040402 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddeecf-b51d-4c94-86e3-e9ab0c67c737 req-8d26cea0-9c9e-4a2a-a7b6-4a2635e37327 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:23.040775 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:23.042587 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-39ddeecf-b51d-4c94-86e3-e9ab0c67c737 req-8d26cea0-9c9e-4a2a-a7b6-4a2635e37327 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 932 time: 0.0983412 Sep 10 16:48:23.050008 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:23.066054 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:23.066655 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.086257 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Made reservation on behalf of 1d42ac9477b042ce9c0a6bf8bede5527 for: {'network': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:48:23.088686 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.107552 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.121208 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7d39103b-3497-4ba6-8c68-2b8b431eed1e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1206493 Sep 10 16:48:23.122988 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-39ddeecf-b51d-4c94-86e3-e9ab0c67c737 req-091ea566-6412-4500-9fe1-763d9e1e4a87 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701456 Sep 10 16:48:23.142794 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Request body: {'port': {'device_id': '27719f32-9290-455b-ac90-776a6b237af3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:48:23.202088 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:23.209214 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Usage tracker for resource:security_group_rule and tenant:1d42ac9477b042ce9c0a6bf8bede5527 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:23.213531 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:23.248866 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:23.285561 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.447393 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.451258 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.457155 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c1ad7450-8454-4101-9c49-f4f1904e5a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:23.495140 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=75007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:48:23.528187 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24119069-71b9-466a-b9dd-873ac02c5223,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:23.572725 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.573058 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.segments_db [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Added segment 9b129a0d-2b7f-4453-88f4-754646eda673 of type vlan for network 84b66d58-9c95-4856-a909-f5f21d6fc756 Sep 10 16:48:23.587377 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:23.618534 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.684880 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.687264 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:23.687831 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.693608 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c80f0845-84a3-436f-b2ba-3481fbc23aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:23.917833 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3272095 Sep 10 16:48:23.920310 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Pushing event updated for resources: {'Network': ['ID=84b66d58-9c95-4856-a909-f5f21d6fc756,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:23.921979 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 58478) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:23.928058 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895eabb9-8d2f-4e71-be58-f93ff3a30923 {{(pid=75007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:48:23.933412 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:23.938993 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network 84b66d58-9c95-4856-a909-f5f21d6fc756 details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:48:23.939510 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Request body: {'subnet': {'network_id': '84b66d58-9c95-4856-a909-f5f21d6fc756', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1248904999-subnet', 'tenant_id': '1d42ac9477b042ce9c0a6bf8bede5527', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:48:23.943667 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.946810 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9ea27-e027-4916-910c-40f6a441d5c6 req-35df757e-e061-4ce8-bd4b-d059de3a4593 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:23.948495 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:23.949876 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-68c9ea27-e027-4916-910c-40f6a441d5c6 req-35df757e-e061-4ce8-bd4b-d059de3a4593 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0972712 Sep 10 16:48:23.957343 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Usage tracker for resource:subnet and tenant:1d42ac9477b042ce9c0a6bf8bede5527 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:23.963015 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:23.971444 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Transition to ACTIVE for port object 895eabb9-8d2f-4e71-be58-f93ff3a30923 will not be triggered until provisioned by entity L2. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:48:23.972572 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:23.977585 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:23.982912 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3bc184f3-9ac5-4a0e-9fbe-e7b76f9bf5b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:24.015321 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-68c9ea27-e027-4916-910c-40f6a441d5c6 req-17d49575-f23a-47b3-9560-026c0a1ad503 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589285 Sep 10 16:48:24.030696 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Made reservation on behalf of 1d42ac9477b042ce9c0a6bf8bede5527 for: {'subnet': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:48:24.033057 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3039013'] for subnet, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:24.186830 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Pushing event updated for resources: {'Port': ['ID=895eabb9-8d2f-4e71-be58-f93ff3a30923,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:24.191031 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:24.329718 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb69086-b32c-4a9b-bf7e-f92e571f42cb req-91068977-f3b0-47a4-b369-1f6808b5cc83 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:24.331173 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8bb69086-b32c-4a9b-bf7e-f92e571f42cb req-91068977-f3b0-47a4-b369-1f6808b5cc83 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 944 time: 0.0782917 Sep 10 16:48:24.361017 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Attempting to bind port 895eabb9-8d2f-4e71-be58-f93ff3a30923 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:48:24.361593 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Attempting to bind port 895eabb9-8d2f-4e71-be58-f93ff3a30923 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:48:24.361693 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Attempting to bind port 895eabb9-8d2f-4e71-be58-f93ff3a30923 on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:48:24.376182 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Port 895eabb9-8d2f-4e71-be58-f93ff3a30923 on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:48:24.376515 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Attempting to bind port 895eabb9-8d2f-4e71-be58-f93ff3a30923 on network 2e8b6956-e9ad-4274-8095-3b0e68edaa22 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:48:24.381632 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8bb69086-b32c-4a9b-bf7e-f92e571f42cb req-f8077f5d-8f33-49cb-874d-479b0e8ea849 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Sep 10 16:48:24.399703 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:48:24.399811 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Checking segment: {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:48:24.400179 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Bound using segment: {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:48:24.400644 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Bound port: 895eabb9-8d2f-4e71-be58-f93ff3a30923, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7046ca8-a5ba-4939-b846-52cd4de601aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22'}}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:48:24.400987 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:24.458571 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3296178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3038987'] for subnet, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:24.473797 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-563dc0ee-7863-4247-8f16-1105d4f68df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:24.573862 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5c8d56-d2bd-48ca-a5e9-ae6da7561b0e,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:24.575776 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] For port 895eabb9-8d2f-4e71-be58-f93ff3a30923, host hv-cinder-80847, cleared binding levels {{(pid=75007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:48:24.581913 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:24.590128 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] For port 895eabb9-8d2f-4e71-be58-f93ff3a30923, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=895eabb9-8d2f-4e71-be58-f93ff3a30923,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:48:24.594056 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Checking segment: {'id': '9b129a0d-2b7f-4453-88f4-754646eda673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '84b66d58-9c95-4856-a909-f5f21d6fc756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:48:24.594404 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Network hostable DHCP agents. Network: 84b66d58-9c95-4856-a909-f5f21d6fc756, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:48:24.600188 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:24.603952 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-511da5f4-1ab2-4353-a77a-03e0c1b832c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:24.675033 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:24.676424 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] 10.222.0.48 "PUT /v2.0/ports/895eabb9-8d2f-4e71-be58-f93ff3a30923 HTTP/1.1" status: 200 len: 1094 time: 1.5440333 Sep 10 16:48:24.677614 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27719f32-9290-455b-ac90-776a6b237af3', 'tag': '895eabb9-8d2f-4e71-be58-f93ff3a30923'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:48:24.699779 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Network 84b66d58-9c95-4856-a909-f5f21d6fc756 is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:48:24.703886 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Pushing event updated for resources: {'Port': ['ID=895eabb9-8d2f-4e71-be58-f93ff3a30923,revision_number=3']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:24.708421 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:24.713406 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, 84b66d58-9c95-4856-a909-f5f21d6fc756) {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:48:24.719497 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:24.719945 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:24.729995 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133cfc2a-bb43-4535-bee9-e528f32a0e1c None None] Network 84b66d58-9c95-4856-a909-f5f21d6fc756 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:48:24.794241 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27719f32-9290-455b-ac90-776a6b237af3', 'tag': '895eabb9-8d2f-4e71-be58-f93ff3a30923', 'status': 'completed', 'code': 200} Sep 10 16:48:24.847810 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9228525 Sep 10 16:48:24.879871 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-6e46e2a4-5e5a-4489-bc7e-32761bc13f96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 1097 time: 0.1519444 Sep 10 16:48:24.972198 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-0e130c7b-19a9-43a7-9ce3-662ced63a002 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=895eabb9-8d2f-4e71-be58-f93ff3a30923 HTTP/1.1" status: 200 len: 217 time: 0.0826676 Sep 10 16:48:25.072201 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f57503-d57d-4aa4-8d2c-2bfa6bdd0cae None None] Network 84b66d58-9c95-4856-a909-f5f21d6fc756 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:48:25.103845 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-bf3a58ba-4ede-44ce-9b31-1bd74a34a259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:25.105524 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-bf3a58ba-4ede-44ce-9b31-1bd74a34a259 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a6559f-b380-44bf-8ab5-841ac3638065 HTTP/1.1" status: 200 len: 855 time: 0.1244364 Sep 10 16:48:25.169065 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-d2d1d9ab-35c7-41cb-8759-8e92b1798916 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8b6956-e9ad-4274-8095-3b0e68edaa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402389 Sep 10 16:48:25.265818 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcf7d9-2e7b-4db4-8f94-699565435b19 req-53fb0bfd-bf7c-465d-8e5a-e90a2a1315bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:25.267909 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a5bcf7d9-2e7b-4db4-8f94-699565435b19 req-53fb0bfd-bf7c-465d-8e5a-e90a2a1315bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1049099 Sep 10 16:48:25.321551 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-280ec830-ecf7-4f7b-b85f-2ef4c180adc9 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445196 Sep 10 16:48:25.330175 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a5bcf7d9-2e7b-4db4-8f94-699565435b19 req-032e7a18-3568-42e4-85c7-aed649470822 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558977 Sep 10 16:48:25.466821 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-f8363afc-6998-4b45-b365-3a49d27b2af6 req-2a77f6f7-c759-427e-90af-0779539afaac service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347005 Sep 10 16:48:25.606162 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-1c49868b-ae0a-46e2-98cb-e68dc3d01e76 req-367b2d64-0781-4a21-9516-e806ee8311de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 1097 time: 0.0841587 Sep 10 16:48:25.623705 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36aac5-3f81-44f5-89b8-7b71a9e1408a req-b41e4128-363b-4412-b13c-ed13b4ee84df tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:25.625454 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9b36aac5-3f81-44f5-89b8-7b71a9e1408a req-b41e4128-363b-4412-b13c-ed13b4ee84df tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 944 time: 0.0999520 Sep 10 16:48:25.678457 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9b36aac5-3f81-44f5-89b8-7b71a9e1408a req-d807373d-d960-4de6-a9da-eab0660fc449 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471344 Sep 10 16:48:25.755727 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49868b-ae0a-46e2-98cb-e68dc3d01e76 req-cddec575-9a75-4ffa-a2db-625e5bcbdae0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:25.757745 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-1c49868b-ae0a-46e2-98cb-e68dc3d01e76 req-cddec575-9a75-4ffa-a2db-625e5bcbdae0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 916 time: 0.1388385 Sep 10 16:48:25.840380 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-1c49868b-ae0a-46e2-98cb-e68dc3d01e76 req-fc15d3b9-07f2-47c1-8dd6-a2cacf4bdea7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=895eabb9-8d2f-4e71-be58-f93ff3a30923 HTTP/1.1" status: 200 len: 217 time: 0.0708468 Sep 10 16:48:25.916657 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 58522) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:25.928113 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1651083033-network', 'tenant_id': 'eb6b56633ac840ccb9d475cf495f8109'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:48:25.933877 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:25.939735 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Usage tracker for resource:network and tenant:eb6b56633ac840ccb9d475cf495f8109 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:25.943014 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:25.949849 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:25.961961 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Made reservation on behalf of eb6b56633ac840ccb9d475cf495f8109 for: {'network': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:48:25.964786 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:25.979215 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:25.980405 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49868b-ae0a-46e2-98cb-e68dc3d01e76 req-86c563fd-4e66-40a4-9f90-341d03e76aa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:25.982023 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-1c49868b-ae0a-46e2-98cb-e68dc3d01e76 req-86c563fd-4e66-40a4-9f90-341d03e76aa0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a6559f-b380-44bf-8ab5-841ac3638065 HTTP/1.1" status: 200 len: 855 time: 0.1347420 Sep 10 16:48:26.022109 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:26.029761 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Usage tracker for resource:security_group_rule and tenant:eb6b56633ac840ccb9d475cf495f8109 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:26.033763 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:26.040673 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:26.046592 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-1c49868b-ae0a-46e2-98cb-e68dc3d01e76 req-f0ec895a-6e57-4edc-81a6-b9e35cf3acdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8b6956-e9ad-4274-8095-3b0e68edaa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542331 Sep 10 16:48:26.109422 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:26.113238 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:26.117260 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5e050ff4-a587-424c-a445-7e4bbd90abf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:26.147937 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=75006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:48:26.157989 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce8898e-2638-423f-8c47-07ebc6bc3933,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:26.161607 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:26.164249 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:26.164712 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.segments_db [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Added segment f47dc822-629e-479f-960f-3073b91c4c32 of type vlan for network db5a093d-1584-4b3d-aeaf-023eb33a1e51 Sep 10 16:48:26.193846 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:26.199892 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-1c49868b-ae0a-46e2-98cb-e68dc3d01e76 req-f45c8bde-92c1-41fc-a506-a65be67d14d4 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464996 Sep 10 16:48:26.228190 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:26.229485 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:26.230062 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:26.233449 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:26.334196 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=db5a093d-1584-4b3d-aeaf-023eb33a1e51,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:26.337220 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4192665 Sep 10 16:48:26.338077 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:26.339832 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 58528) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:26.343145 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-1c49868b-ae0a-46e2-98cb-e68dc3d01e76 req-3db54f6f-efb5-4ef1-b799-ecc559aa9d27 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354454 Sep 10 16:48:26.344284 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network db5a093d-1584-4b3d-aeaf-023eb33a1e51 details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:48:26.346072 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Request body: {'subnet': {'network_id': 'db5a093d-1584-4b3d-aeaf-023eb33a1e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1651083033-subnet', 'tenant_id': 'eb6b56633ac840ccb9d475cf495f8109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:48:26.350812 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:26.355120 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Usage tracker for resource:subnet and tenant:eb6b56633ac840ccb9d475cf495f8109 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:26.358313 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:26.365024 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:26.381536 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Made reservation on behalf of eb6b56633ac840ccb9d475cf495f8109 for: {'subnet': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:48:26.384122 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Notify callbacks [] for subnet, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:26.610956 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d83afc-255d-4a8a-8817-23904be3ae2d req-c570ffa4-104f-440a-a976-8daab0f1e8ee tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:26.612921 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b6d83afc-255d-4a8a-8817-23904be3ae2d req-c570ffa4-104f-440a-a976-8daab0f1e8ee tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1483982 Sep 10 16:48:26.696006 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b6d83afc-255d-4a8a-8817-23904be3ae2d req-b288a015-41f7-4ad5-9697-6ec904eec6c8 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767808 Sep 10 16:48:26.697325 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:26.701167 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:26.772111 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1215f8-3611-48a6-aaf9-c5bee3d08785,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:26.775880 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:26.784696 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Checking segment: {'id': 'f47dc822-629e-479f-960f-3073b91c4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db5a093d-1584-4b3d-aeaf-023eb33a1e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:48:26.785054 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Network hostable DHCP agents. Network: db5a093d-1584-4b3d-aeaf-023eb33a1e51, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:48:26.847400 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Network db5a093d-1584-4b3d-aeaf-023eb33a1e51 is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:48:26.870017 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, db5a093d-1584-4b3d-aeaf-023eb33a1e51) {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:48:26.876058 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:26.876673 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:26.878484 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8865a8-58b9-4f06-a059-379de0fdfd60 None None] Network db5a093d-1584-4b3d-aeaf-023eb33a1e51 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:48:26.903691 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5628417 Sep 10 16:48:26.913061 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cd2d0-2daf-47d7-8233-114400a5bd9b req-74d9905f-d75e-4b8b-8401-d3f7745c25e4 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:26.914843 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fa7cd2d0-2daf-47d7-8233-114400a5bd9b req-74d9905f-d75e-4b8b-8401-d3f7745c25e4 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 944 time: 0.1115649 Sep 10 16:48:26.968113 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fa7cd2d0-2daf-47d7-8233-114400a5bd9b req-7142e685-f8e3-4bfe-bb3d-262fb3c8d1e5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465028 Sep 10 16:48:27.112487 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313fc361-368b-4966-a4ba-65a7d2424b0c None None] Network db5a093d-1584-4b3d-aeaf-023eb33a1e51 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:48:27.132966 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ba1c-9024-4548-8b8a-420bdd65e1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:27.447211 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:27.610115 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-fe36a1b3-74ac-4916-83e9-b6d319503946 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:27.611545 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-fe36a1b3-74ac-4916-83e9-b6d319503946 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/networks?id=84b66d58-9c95-4856-a909-f5f21d6fc756 HTTP/1.1" status: 200 len: 809 time: 0.2066174 Sep 10 16:48:27.627206 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-993a9ef2-8adc-4d9a-a95f-c614a1d60cf4 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/quotas/1d42ac9477b042ce9c0a6bf8bede5527 HTTP/1.1" status: 200 len: 375 time: 0.0104964 Sep 10 16:48:27.672316 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-72a2e3fa-7e73-4707-a6db-699c05eb503c tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d42ac9477b042ce9c0a6bf8bede5527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403640 Sep 10 16:48:27.807145 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-c0833b47-9043-4f3f-bde6-6fd2c1b4d99d service neutron] 10.222.0.43 "GET /v2.0/networks/84b66d58-9c95-4856-a909-f5f21d6fc756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276026 Sep 10 16:48:27.992345 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 895eabb9-8d2f-4e71-be58-f93ff3a30923 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:48:27.998439 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-12a7bf66-e7c9-4c6f-b99e-2850c7ccbef3 service neutron] 10.222.0.43 "GET /v2.0/networks/84b66d58-9c95-4856-a909-f5f21d6fc756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847224 Sep 10 16:48:28.011903 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25836ae-ec0f-41be-b5d7-ab64dddc3845 req-d341c3a1-5bfd-4fba-b174-782e29e89061 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:28.013563 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c25836ae-ec0f-41be-b5d7-ab64dddc3845 req-d341c3a1-5bfd-4fba-b174-782e29e89061 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1796625 Sep 10 16:48:28.077395 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c25836ae-ec0f-41be-b5d7-ab64dddc3845 req-94f811ad-21c4-4a13-be37-8f6b7cdfa09f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566790 Sep 10 16:48:28.194284 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 895eabb9-8d2f-4e71-be58-f93ff3a30923, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=895eabb9-8d2f-4e71-be58-f93ff3a30923,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:28.209458 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '895eabb9-8d2f-4e71-be58-f93ff3a30923', 'network_id': '2e8b6956-e9ad-4274-8095-3b0e68edaa22', 'port_id': '895eabb9-8d2f-4e71-be58-f93ff3a30923', 'mac_address': 'fa:16:3e:4d:3c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a6559f-b380-44bf-8ab5-841ac3638065', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:48:28.266619 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:28.272648 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ce47d228-6e88-4ba6-a72e-af33c614e157 req-4323a012-271b-4108-a0ed-cb6cee51f753 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 210 time: 0.0750623 Sep 10 16:48:28.283841 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895eabb9-8d2f-4e71-be58-f93ff3a30923 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:48:28.304989 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 895eabb9-8d2f-4e71-be58-f93ff3a30923, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=895eabb9-8d2f-4e71-be58-f93ff3a30923,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:28.319692 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:28.321546 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-d744947a-1439-41f5-8f45-8072e03c4f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:28.365658 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2bf23-f9df-4519-845b-98ab5dc28c93 req-9edbc0d3-d004-4721-b746-c6ca55a6c662 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:28.372772 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f4d2bf23-f9df-4519-845b-98ab5dc28c93 req-9edbc0d3-d004-4721-b746-c6ca55a6c662 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 944 time: 0.1365008 Sep 10 16:48:28.405880 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=895eabb9-8d2f-4e71-be58-f93ff3a30923,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:28.423159 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:28.427771 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f4d2bf23-f9df-4519-845b-98ab5dc28c93 req-7c3f9d4d-94b1-49b8-a7d8-34773c1ea39d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540938 Sep 10 16:48:28.737424 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['895eabb9-8d2f-4e71-be58-f93ff3a30923'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:48:29.282350 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065d2a0-7e57-47d0-a48a-f188544b2e9f req-acda9f8f-688d-4554-be95-20ec79409b03 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:29.283888 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a065d2a0-7e57-47d0-a48a-f188544b2e9f req-acda9f8f-688d-4554-be95-20ec79409b03 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0815902 Sep 10 16:48:29.331338 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a065d2a0-7e57-47d0-a48a-f188544b2e9f req-e4946997-4ae0-414a-b887-001efe51c7e7 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Sep 10 16:48:29.351163 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-726a4f09-f216-4deb-9b5b-0ba18de87cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:29.472934 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f71bbe92-f069-4d63-9e1d-a225a74edef0 req-c18f3e57-ce07-4933-b9f6-0a534497f691 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 210 time: 0.0529666 Sep 10 16:48:29.556719 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-8c36ecc5-587e-4eb4-b30c-9b49fe8521fa tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:29.557618 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-8c36ecc5-587e-4eb4-b30c-9b49fe8521fa tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Synchronizing usage tracker for tenant:1d42ac9477b042ce9c0a6bf8bede5527 on resource:network {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:48:29.578807 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-8c36ecc5-587e-4eb4-b30c-9b49fe8521fa tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Unset dirty status for tenant:1d42ac9477b042ce9c0a6bf8bede5527 on resource:network {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:48:29.580316 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-8c36ecc5-587e-4eb4-b30c-9b49fe8521fa tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.48 "GET /v2.0/networks?id=84b66d58-9c95-4856-a909-f5f21d6fc756 HTTP/1.1" status: 200 len: 809 time: 0.1950223 Sep 10 16:48:29.600967 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Request body: {'port': {'device_id': 'ad7ac978-a443-4d23-993d-d24e28c0d4ac', 'network_id': '84b66d58-9c95-4856-a909-f5f21d6fc756', 'admin_state_up': True, 'tenant_id': '1d42ac9477b042ce9c0a6bf8bede5527'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:48:29.654904 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f176c-6f81-43c2-ac87-db8ad02f5de6 req-d72dee03-11a9-4696-97fa-0e7a7e8609c1 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:29.656655 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-612f176c-6f81-43c2-ac87-db8ad02f5de6 req-d72dee03-11a9-4696-97fa-0e7a7e8609c1 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 945 time: 0.0941148 Sep 10 16:48:29.704494 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-612f176c-6f81-43c2-ac87-db8ad02f5de6 req-601a7286-0378-47b8-8d77-88b98c9548ba tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Sep 10 16:48:29.755665 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:29.759486 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Usage tracker for resource:port and tenant:1d42ac9477b042ce9c0a6bf8bede5527 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:29.762577 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:29.769467 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:29.780644 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Made reservation on behalf of 1d42ac9477b042ce9c0a6bf8bede5527 for: {'port': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:48:29.784005 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:29.945811 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Allocated IP 172.20.0.6 (84b66d58-9c95-4856-a909-f5f21d6fc756/6c5c8d56-d2bd-48ca-a5e9-ae6da7561b0e/99a759a4-7867-4a7e-b93e-7d24a2490bea) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:48:29.981111 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 895eabb9-8d2f-4e71-be58-f93ff3a30923 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:48:30.053674 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 895eabb9-8d2f-4e71-be58-f93ff3a30923 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:48:30.058654 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 895eabb9-8d2f-4e71-be58-f93ff3a30923 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:48:30.059095 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:30.154615 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:30.173095 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:30.181921 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:30.187870 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:30.206450 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:30.211726 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27719f32-9290-455b-ac90-776a6b237af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895eabb9-8d2f-4e71-be58-f93ff3a30923'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:48:30.221275 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 895eabb9-8d2f-4e71-be58-f93ff3a30923, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=895eabb9-8d2f-4e71-be58-f93ff3a30923,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:30.225331 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:30.227207 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:30.255765 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Pushing event updated for resources: {'Port': ['ID=99a759a4-7867-4a7e-b93e-7d24a2490bea,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:30.258908 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:30.273127 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Network 84b66d58-9c95-4856-a909-f5f21d6fc756 is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:48:30.274344 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:48:30.275879 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27719f32-9290-455b-ac90-776a6b237af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895eabb9-8d2f-4e71-be58-f93ff3a30923', 'code': 200} Sep 10 16:48:30.276766 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:48:30.293033 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=895eabb9-8d2f-4e71-be58-f93ff3a30923,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:30.297028 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:30.336767 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:30.337381 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:30.359094 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7618306 Sep 10 16:48:30.375387 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Request body: {'port': {'device_id': 'ad7ac978-a443-4d23-993d-d24e28c0d4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:48:30.486744 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:30.583387 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7e24e4f4-8db8-4194-9fea-c4133f0efc22 req-bf449499-29ea-4e3c-aa37-b84255d73d87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 1099 time: 0.1360109 Sep 10 16:48:30.590255 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4b4cd-a991-4415-8703-01512ddfc756 req-38136533-49ae-4f58-9b01-71c9168d0589 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:30.591640 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-36a4b4cd-a991-4415-8703-01512ddfc756 req-38136533-49ae-4f58-9b01-71c9168d0589 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1121032 Sep 10 16:48:30.716869 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7e24e4f4-8db8-4194-9fea-c4133f0efc22 req-7264502f-1544-40ef-903a-efb2000d6caa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242673 Sep 10 16:48:30.723471 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-36a4b4cd-a991-4415-8703-01512ddfc756 req-058e909b-ebfa-4342-aa4a-1bcab9468a4b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151743 Sep 10 16:48:30.752873 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b24e7-1428-4ee1-ac05-9d664e3712ea req-e894c1e9-64f6-438f-8ef6-8d9dcf3e8fe4 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:30.754244 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4c1b24e7-1428-4ee1-ac05-9d664e3712ea req-e894c1e9-64f6-438f-8ef6-8d9dcf3e8fe4 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 931 time: 0.1470461 Sep 10 16:48:30.804994 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4c1b24e7-1428-4ee1-ac05-9d664e3712ea req-641c55e3-f51f-4300-aed9-db7b0c65a289 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/security-groups?id=24119069-71b9-466a-b9dd-873ac02c5223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444181 Sep 10 16:48:30.831034 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a759a4-7867-4a7e-b93e-7d24a2490bea {{(pid=75007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:48:30.838295 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:30.854760 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Transition to ACTIVE for port object 99a759a4-7867-4a7e-b93e-7d24a2490bea will not be triggered until provisioned by entity L2. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:48:30.859832 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:30.871796 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:30.927950 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f7810-e4cf-4db6-9123-43e6f98e9646 req-ca387561-0f11-4c9c-8526-6b7dc06c4e77 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:30.929699 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e22f7810-e4cf-4db6-9123-43e6f98e9646 req-ca387561-0f11-4c9c-8526-6b7dc06c4e77 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 946 time: 0.0927508 Sep 10 16:48:30.977090 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e22f7810-e4cf-4db6-9123-43e6f98e9646 req-e8ffeac3-1451-43a5-8f1f-0b06b1dbc685 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Sep 10 16:48:31.136737 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Pushing event updated for resources: {'Port': ['ID=99a759a4-7867-4a7e-b93e-7d24a2490bea,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:31.141064 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:31.169481 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Attempting to bind port 99a759a4-7867-4a7e-b93e-7d24a2490bea on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:48:31.169808 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Attempting to bind port 99a759a4-7867-4a7e-b93e-7d24a2490bea by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '9b129a0d-2b7f-4453-88f4-754646eda673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '84b66d58-9c95-4856-a909-f5f21d6fc756'}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:48:31.170124 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Attempting to bind port 99a759a4-7867-4a7e-b93e-7d24a2490bea on network 84b66d58-9c95-4856-a909-f5f21d6fc756 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:48:31.176698 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Port 99a759a4-7867-4a7e-b93e-7d24a2490bea on network 84b66d58-9c95-4856-a909-f5f21d6fc756 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:48:31.177010 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Attempting to bind port 99a759a4-7867-4a7e-b93e-7d24a2490bea on network 84b66d58-9c95-4856-a909-f5f21d6fc756 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:48:31.186927 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:48:31.186927 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Checking segment: {'id': '9b129a0d-2b7f-4453-88f4-754646eda673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '84b66d58-9c95-4856-a909-f5f21d6fc756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:48:31.186927 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Bound using segment: {'id': '9b129a0d-2b7f-4453-88f4-754646eda673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '84b66d58-9c95-4856-a909-f5f21d6fc756'} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:48:31.186927 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Bound port: 99a759a4-7867-4a7e-b93e-7d24a2490bea, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b129a0d-2b7f-4453-88f4-754646eda673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '84b66d58-9c95-4856-a909-f5f21d6fc756'}}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:48:31.186927 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:31.275233 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] For port 99a759a4-7867-4a7e-b93e-7d24a2490bea, host hv-cinder-80847, cleared binding levels {{(pid=75007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:48:31.278210 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] For port 99a759a4-7867-4a7e-b93e-7d24a2490bea, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=99a759a4-7867-4a7e-b93e-7d24a2490bea,segment=NetworkSegment(9b129a0d-2b7f-4453-88f4-754646eda673),segment_id=9b129a0d-2b7f-4453-88f4-754646eda673)] {{(pid=75007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:48:31.281810 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:31.286305 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7ad248a0-1c41-4b55-9c23-67f60a05d907 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:31.343350 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:31.344721 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/99a759a4-7867-4a7e-b93e-7d24a2490bea HTTP/1.1" status: 200 len: 1093 time: 0.9744225 Sep 10 16:48:31.345194 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7ac978-a443-4d23-993d-d24e28c0d4ac', 'tag': '99a759a4-7867-4a7e-b93e-7d24a2490bea'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:48:31.362682 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Pushing event updated for resources: {'Port': ['ID=99a759a4-7867-4a7e-b93e-7d24a2490bea,revision_number=3']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:31.365589 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:31.402534 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7ac978-a443-4d23-993d-d24e28c0d4ac', 'tag': '99a759a4-7867-4a7e-b93e-7d24a2490bea', 'status': 'completed', 'code': 200} Sep 10 16:48:31.485795 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-1db7a29b-ccf6-4789-8323-f2884036f3b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d42ac9477b042ce9c0a6bf8bede5527&device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 1096 time: 0.0707457 Sep 10 16:48:31.557990 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-476cc617-9190-4b5a-aafe-49ab0eefc5ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99a759a4-7867-4a7e-b93e-7d24a2490bea HTTP/1.1" status: 200 len: 217 time: 0.0615916 Sep 10 16:48:31.620651 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-ff3f9984-62f9-4db3-87cc-fa5a740ea755 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:31.622051 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-ff3f9984-62f9-4db3-87cc-fa5a740ea755 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c5c8d56-d2bd-48ca-a5e9-ae6da7561b0e HTTP/1.1" status: 200 len: 849 time: 0.0561445 Sep 10 16:48:31.669754 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-221c8d3b-d721-452d-aa76-8e619169eb9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84b66d58-9c95-4856-a909-f5f21d6fc756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377002 Sep 10 16:48:31.731526 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:31.806928 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-c7d89fc9-b9c0-4e9a-b1eb-f44f2b9d5100 service neutron] 10.222.0.48 "GET /v2.0/networks/84b66d58-9c95-4856-a909-f5f21d6fc756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257570 Sep 10 16:48:31.953021 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7a10b3e3-d922-477d-8f71-3878e3070b4c req-6a0d9438-9d7c-4919-97df-623a571011e4 service neutron] 10.222.0.48 "GET /v2.0/networks/84b66d58-9c95-4856-a909-f5f21d6fc756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353929 Sep 10 16:48:31.969154 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e549fc0-70e6-4071-9eae-80a1e9648159 req-c396ad15-f6d8-47ed-b86a-bb63af003e69 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:31.970630 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4e549fc0-70e6-4071-9eae-80a1e9648159 req-c396ad15-f6d8-47ed-b86a-bb63af003e69 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1222291 Sep 10 16:48:32.044869 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4e549fc0-70e6-4071-9eae-80a1e9648159 req-43777f91-8ab9-4c86-a3aa-6b2ee4a7c388 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686882 Sep 10 16:48:32.065194 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7cbfd-20e3-480d-af17-07ae63179929 req-84612de2-5883-4024-b516-83b4b57bb5ae tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:32.067229 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-53e7cbfd-20e3-480d-af17-07ae63179929 req-84612de2-5883-4024-b516-83b4b57bb5ae tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 943 time: 0.1336372 Sep 10 16:48:32.103937 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a0e136c1-3267-479e-a96d-244cd449ee99 req-97e79bb1-9593-479f-add8-3b9423608f50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d42ac9477b042ce9c0a6bf8bede5527&device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 1096 time: 0.1012866 Sep 10 16:48:32.162271 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-53e7cbfd-20e3-480d-af17-07ae63179929 req-0bfa5b60-f089-4402-a43a-42558aaa20da tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/security-groups?id=24119069-71b9-466a-b9dd-873ac02c5223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892048 Sep 10 16:48:32.291882 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e136c1-3267-479e-a96d-244cd449ee99 req-c5a47831-efab-4328-b983-ab20b3cd689d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:32.293494 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a0e136c1-3267-479e-a96d-244cd449ee99 req-c5a47831-efab-4328-b983-ab20b3cd689d service neutron] 10.222.0.48 "GET /v2.0/networks?id=84b66d58-9c95-4856-a909-f5f21d6fc756 HTTP/1.1" status: 200 len: 910 time: 0.1783621 Sep 10 16:48:32.319937 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ef3d1-0225-4dec-8b85-e0cf83108d6c req-7d33351e-7c0c-4348-9588-484e98e0e62c tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:32.321409 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-584ef3d1-0225-4dec-8b85-e0cf83108d6c req-7d33351e-7c0c-4348-9588-484e98e0e62c tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 946 time: 0.1018360 Sep 10 16:48:32.371050 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a0e136c1-3267-479e-a96d-244cd449ee99 req-2a1548da-9568-4b05-8f87-5fcf27c11de3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99a759a4-7867-4a7e-b93e-7d24a2490bea HTTP/1.1" status: 200 len: 217 time: 0.0697610 Sep 10 16:48:32.377197 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-584ef3d1-0225-4dec-8b85-e0cf83108d6c req-68956611-6605-493a-8ccf-8a2730d93e2b tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498037 Sep 10 16:48:32.439731 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e136c1-3267-479e-a96d-244cd449ee99 req-49dd2823-db4c-44c8-8ac3-7d5f501c87c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:32.441190 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a0e136c1-3267-479e-a96d-244cd449ee99 req-49dd2823-db4c-44c8-8ac3-7d5f501c87c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c5c8d56-d2bd-48ca-a5e9-ae6da7561b0e HTTP/1.1" status: 200 len: 849 time: 0.0632575 Sep 10 16:48:32.510411 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a0e136c1-3267-479e-a96d-244cd449ee99 req-c23591bb-bd0a-4b1f-98b5-c15ed577cefc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84b66d58-9c95-4856-a909-f5f21d6fc756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406203 Sep 10 16:48:32.659116 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a0e136c1-3267-479e-a96d-244cd449ee99 req-7481a97a-bf59-4c2f-b6ff-0823ff569bc8 service neutron] 10.222.0.48 "GET /v2.0/networks/84b66d58-9c95-4856-a909-f5f21d6fc756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290143 Sep 10 16:48:32.864738 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a0e136c1-3267-479e-a96d-244cd449ee99 req-2c56c4e5-d156-4882-b37b-efd2400dd039 service neutron] 10.222.0.48 "GET /v2.0/networks/84b66d58-9c95-4856-a909-f5f21d6fc756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958866 Sep 10 16:48:33.247132 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9d9f-2b8d-4f4b-b8b4-b49dfb28819d req-6f6fba06-9b8b-427a-add2-a2ca87713599 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:33.248636 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4e8a9d9f-2b8d-4f4b-b8b4-b49dfb28819d req-6f6fba06-9b8b-427a-add2-a2ca87713599 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0788846 Sep 10 16:48:33.337424 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4e8a9d9f-2b8d-4f4b-b8b4-b49dfb28819d req-15f6b6ce-ce22-47fc-811e-100ad15073f5 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829859 Sep 10 16:48:33.378590 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a86631-bb1a-43d6-aa9e-3c00621f390e req-63920116-0467-4c9d-8e37-cdcc7e8222ae tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:33.379969 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-80a86631-bb1a-43d6-aa9e-3c00621f390e req-63920116-0467-4c9d-8e37-cdcc7e8222ae tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 943 time: 0.0955482 Sep 10 16:48:33.515983 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-80a86631-bb1a-43d6-aa9e-3c00621f390e req-04f548a1-3efb-426a-9d58-a628720f11de tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/security-groups?id=24119069-71b9-466a-b9dd-873ac02c5223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293106 Sep 10 16:48:33.726750 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55318653-2a5e-426e-a31d-ede28db91ded req-e5af7140-51ad-4352-b70a-7a0dd9b0304c tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:33.728184 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-55318653-2a5e-426e-a31d-ede28db91ded req-e5af7140-51ad-4352-b70a-7a0dd9b0304c tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 946 time: 0.0839949 Sep 10 16:48:33.779141 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-55318653-2a5e-426e-a31d-ede28db91ded req-fb254de1-e4ee-4e51-8c72-383c3445cc5b tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442085 Sep 10 16:48:34.045834 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 99a759a4-7867-4a7e-b93e-7d24a2490bea details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:48:34.209215 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 99a759a4-7867-4a7e-b93e-7d24a2490bea, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=99a759a4-7867-4a7e-b93e-7d24a2490bea,segment=NetworkSegment(9b129a0d-2b7f-4453-88f4-754646eda673),segment_id=9b129a0d-2b7f-4453-88f4-754646eda673)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:34.224357 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '99a759a4-7867-4a7e-b93e-7d24a2490bea', 'network_id': '84b66d58-9c95-4856-a909-f5f21d6fc756', 'port_id': '99a759a4-7867-4a7e-b93e-7d24a2490bea', 'mac_address': 'fa:16:3e:6a:b3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5c8d56-d2bd-48ca-a5e9-ae6da7561b0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:48:34.290677 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:34.308553 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a759a4-7867-4a7e-b93e-7d24a2490bea {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:48:34.328870 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 99a759a4-7867-4a7e-b93e-7d24a2490bea, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=99a759a4-7867-4a7e-b93e-7d24a2490bea,segment=NetworkSegment(9b129a0d-2b7f-4453-88f4-754646eda673),segment_id=9b129a0d-2b7f-4453-88f4-754646eda673)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:34.332890 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:34.335558 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:34.406116 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=99a759a4-7867-4a7e-b93e-7d24a2490bea,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:34.409233 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:34.540226 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1423d74-a752-4bc9-bf2a-e989cbd6e5f6 req-28d67770-c591-40af-9907-b2fc49a6f60a tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:34.541735 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e1423d74-a752-4bc9-bf2a-e989cbd6e5f6 req-28d67770-c591-40af-9907-b2fc49a6f60a tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0788033 Sep 10 16:48:34.587964 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e1423d74-a752-4bc9-bf2a-e989cbd6e5f6 req-ab8e09ec-bd7f-45fe-a758-6912f81bac51 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396481 Sep 10 16:48:34.723729 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bc586-d3ec-4570-b5ed-f1fb145ad823 req-f7c304d6-efdd-49c2-bcdb-68d596693c3f tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:34.725338 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6a9bc586-d3ec-4570-b5ed-f1fb145ad823 req-f7c304d6-efdd-49c2-bcdb-68d596693c3f tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 944 time: 0.0848711 Sep 10 16:48:34.765499 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['99a759a4-7867-4a7e-b93e-7d24a2490bea'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:48:34.781818 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6a9bc586-d3ec-4570-b5ed-f1fb145ad823 req-c7f9af97-a3ac-400b-a5d6-536928557c3b tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/security-groups?id=24119069-71b9-466a-b9dd-873ac02c5223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477512 Sep 10 16:48:35.430165 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 58696) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:35.608821 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-28dff6ac-ca14-4fa4-b9cd-5bfbe25dd6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:35.642060 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-28dff6ac-ca14-4fa4-b9cd-5bfbe25dd6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:35.646199 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-28dff6ac-ca14-4fa4-b9cd-5bfbe25dd6e3 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab09f5bdab14603a8f9fb348f1ea7a2 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:35.649087 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-28dff6ac-ca14-4fa4-b9cd-5bfbe25dd6e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:35.655206 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-28dff6ac-ca14-4fa4-b9cd-5bfbe25dd6e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:35.763712 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-28dff6ac-ca14-4fa4-b9cd-5bfbe25dd6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:35.770673 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-28dff6ac-ca14-4fa4-b9cd-5bfbe25dd6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:35.778705 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4416b20e-71b2-4c11-912e-a3aada8ad975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:35.836424 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dff6ac-ca14-4fa4-b9cd-5bfbe25dd6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a746573-0bb3-4ae3-a25d-6103d74855bd,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:35.840569 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-28dff6ac-ca14-4fa4-b9cd-5bfbe25dd6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:35.848492 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-28dff6ac-ca14-4fa4-b9cd-5bfbe25dd6e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ab09f5bdab14603a8f9fb348f1ea7a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4140522 Sep 10 16:48:35.848492 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 58716) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:35.886499 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a63f99-0d22-4583-ba12-637740380b10 req-8701918d-5022-4ecb-9a62-146d9e504ab7 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:35.887995 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e7a63f99-0d22-4583-ba12-637740380b10 req-8701918d-5022-4ecb-9a62-146d9e504ab7 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1649675 Sep 10 16:48:35.954645 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3b343f78-f3f5-411a-ba28-5e9348276f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:35.982621 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e7a63f99-0d22-4583-ba12-637740380b10 req-263d0249-0049-4d36-b79f-5cd3c2265ff1 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833805 Sep 10 16:48:35.990171 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3b343f78-f3f5-411a-ba28-5e9348276f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:36.057211 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 99a759a4-7867-4a7e-b93e-7d24a2490bea up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:48:36.132145 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f58124-d261-4e97-abd2-fcdfc2ae3e73 req-d4329794-62fe-41d3-b4c4-db779013d508 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:36.133889 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-76f58124-d261-4e97-abd2-fcdfc2ae3e73 req-d4329794-62fe-41d3-b4c4-db779013d508 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 944 time: 0.1265311 Sep 10 16:48:36.135010 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3b343f78-f3f5-411a-ba28-5e9348276f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:36.138965 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-082cfd32-c402-4987-bff3-89bebfb78dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:36.143296 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 99a759a4-7867-4a7e-b93e-7d24a2490bea completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:48:36.149633 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 99a759a4-7867-4a7e-b93e-7d24a2490bea triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:48:36.150250 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:36.167162 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b343f78-f3f5-411a-ba28-5e9348276f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a746573-0bb3-4ae3-a25d-6103d74855bd,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:36.173191 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3b343f78-f3f5-411a-ba28-5e9348276f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:36.181598 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3b343f78-f3f5-411a-ba28-5e9348276f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:36.185092 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-3b343f78-f3f5-411a-ba28-5e9348276f42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a746573-0bb3-4ae3-a25d-6103d74855bd HTTP/1.1" status: 204 len: 168 time: 0.3335228 Sep 10 16:48:36.213023 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-76f58124-d261-4e97-abd2-fcdfc2ae3e73 req-f8db4358-3367-47a3-bfc9-f17ec028b987 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/security-groups?id=24119069-71b9-466a-b9dd-873ac02c5223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625391 Sep 10 16:48:36.290759 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:36.322316 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7ac978-a443-4d23-993d-d24e28c0d4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a759a4-7867-4a7e-b93e-7d24a2490bea'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:48:36.332655 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 99a759a4-7867-4a7e-b93e-7d24a2490bea, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=99a759a4-7867-4a7e-b93e-7d24a2490bea,segment=NetworkSegment(9b129a0d-2b7f-4453-88f4-754646eda673),segment_id=9b129a0d-2b7f-4453-88f4-754646eda673)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:36.337327 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:36.339122 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:36.397063 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7ac978-a443-4d23-993d-d24e28c0d4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a759a4-7867-4a7e-b93e-7d24a2490bea', 'code': 200} Sep 10 16:48:36.414417 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=99a759a4-7867-4a7e-b93e-7d24a2490bea,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:36.417724 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:36.674081 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8887c3da-fefc-4615-a70f-739b07102bff req-e82326a5-9ec1-4674-ab36-8742322ddba7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 1098 time: 0.0744095 Sep 10 16:48:36.734471 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8887c3da-fefc-4615-a70f-739b07102bff req-9df94731-7a4d-413f-b901-34cfa3882224 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=24119069-71b9-466a-b9dd-873ac02c5223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Sep 10 16:48:37.336577 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b19406-ed59-4d87-a774-aa7883def7f4 req-98295198-96b4-459f-ac00-b26549aff68e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:37.338057 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b9b19406-ed59-4d87-a774-aa7883def7f4 req-98295198-96b4-459f-ac00-b26549aff68e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0873630 Sep 10 16:48:37.389002 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b9b19406-ed59-4d87-a774-aa7883def7f4 req-4e0aadc1-4cd7-4a1d-9e12-aab328e87757 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Sep 10 16:48:37.597140 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75329d83-8a30-43ac-83c8-af2c66a42824 req-e5c5a63d-e250-48db-aa1a-30786265145d tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:37.598598 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-75329d83-8a30-43ac-83c8-af2c66a42824 req-e5c5a63d-e250-48db-aa1a-30786265145d tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 945 time: 0.0785239 Sep 10 16:48:37.644021 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-75329d83-8a30-43ac-83c8-af2c66a42824 req-1533b20d-9f99-4fad-a808-77e91b95cbb4 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/security-groups?id=24119069-71b9-466a-b9dd-873ac02c5223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397253 Sep 10 16:48:38.638908 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e754-0035-47d1-8b1b-3097011cabac req-6f536172-fdd7-4b45-a1c2-adf524352531 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:38.645759 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-18f2e754-0035-47d1-8b1b-3097011cabac req-6f536172-fdd7-4b45-a1c2-adf524352531 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1004157 Sep 10 16:48:38.697114 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-18f2e754-0035-47d1-8b1b-3097011cabac req-ade1b792-be8b-4490-bb46-6c13fdaf0dd6 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503535 Sep 10 16:48:38.848500 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-64edabb5-b856-47e0-8b57-7257ba5613c7 req-de8a0d79-a528-45ff-98a4-9c4614910af1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 1098 time: 0.0857377 Sep 10 16:48:38.900979 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-64edabb5-b856-47e0-8b57-7257ba5613c7 req-6bdff705-8e95-465f-897a-bbad5605fb81 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384300 Sep 10 16:48:39.080316 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4253da8-0605-4031-9144-1053c4f3eab8 req-3df20502-9336-4a8c-9d34-c6d4cb640b84 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:39.082228 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d4253da8-0605-4031-9144-1053c4f3eab8 req-3df20502-9336-4a8c-9d34-c6d4cb640b84 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 945 time: 0.0854805 Sep 10 16:48:39.128599 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d4253da8-0605-4031-9144-1053c4f3eab8 req-2a32cfbc-35c3-4716-bbd0-701dcfc03987 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/security-groups?id=24119069-71b9-466a-b9dd-873ac02c5223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Sep 10 16:48:39.894581 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a070683-9419-45ff-ac60-92271996ecda req-9f4a3fff-31d6-430b-b917-d0678007a5b2 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:39.896041 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9a070683-9419-45ff-ac60-92271996ecda req-9f4a3fff-31d6-430b-b917-d0678007a5b2 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0799258 Sep 10 16:48:39.943334 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9a070683-9419-45ff-ac60-92271996ecda req-c51216a0-84a1-4444-8927-83edfbc21b5d tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 Sep 10 16:48:40.713788 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:48:41.200565 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84b118-5344-43fc-9787-9b4a0e79c44f req-f71d54a5-18de-43b1-bb27-86e3618a9583 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:41.202845 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6d84b118-5344-43fc-9787-9b4a0e79c44f req-f71d54a5-18de-43b1-bb27-86e3618a9583 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1239462 Sep 10 16:48:41.253789 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6d84b118-5344-43fc-9787-9b4a0e79c44f req-cab764ea-f0e4-488e-895a-4fcec6c28907 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443485 Sep 10 16:48:42.342531 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 58924) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:42.497148 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031f277-aa98-4520-a792-f2fca86c0a8f req-53642d08-e069-41d4-8bfb-ff6c0ba2d935 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:42.498890 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e031f277-aa98-4520-a792-f2fca86c0a8f req-53642d08-e069-41d4-8bfb-ff6c0ba2d935 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.0968587 Sep 10 16:48:42.506493 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:42.552549 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e031f277-aa98-4520-a792-f2fca86c0a8f req-aa60dda5-8611-4b64-b087-a7299fd3d6a8 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482481 Sep 10 16:48:42.552793 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:42.556755 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ce30e5f2f3f34e93b1c23262da131b8d is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:42.559777 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:42.568047 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:42.650120 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:42.655817 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:42.663344 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:42.706396 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f27d99-42ca-4434-811e-8008a6362841,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:42.712748 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce30e5f2f3f34e93b1c23262da131b8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3691576 Sep 10 16:48:42.715382 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 58938) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:42.731572 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:42.731942 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:42.732297 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:42.732736 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:42.733089 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:42.733436 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:42.733776 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:42.734118 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:42.734455 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:42.734792 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:42.735129 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:42.741022 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:42.769199 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690b329-2da5-4449-9bac-deea3293ebc1 req-8fd2e030-4580-4487-955b-12f6b3cbafdd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:42.770666 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4690b329-2da5-4449-9bac-deea3293ebc1 req-8fd2e030-4580-4487-955b-12f6b3cbafdd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.0831852 Sep 10 16:48:42.788166 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-95ab3898-5181-464d-a9e0-503b1d11a10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:42.814629 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-95ab3898-5181-464d-a9e0-503b1d11a10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:42.819583 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4690b329-2da5-4449-9bac-deea3293ebc1 req-0045956c-e43f-4dd5-83cd-04dd618c6197 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427172 Sep 10 16:48:42.875487 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-95ab3898-5181-464d-a9e0-503b1d11a10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:42.880666 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-49f7a6c5-91e2-4582-948a-c6d57f07003c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:42.895422 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab3898-5181-464d-a9e0-503b1d11a10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f27d99-42ca-4434-811e-8008a6362841,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:42.899208 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-95ab3898-5181-464d-a9e0-503b1d11a10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:42.903069 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-95ab3898-5181-464d-a9e0-503b1d11a10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:42.904189 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-95ab3898-5181-464d-a9e0-503b1d11a10e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2f27d99-42ca-4434-811e-8008a6362841 HTTP/1.1" status: 204 len: 168 time: 0.1879272 Sep 10 16:48:43.505839 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27909f3-fbb3-4774-8490-b6e7ed32a7f9 req-3dd8ef3e-6ce0-480e-b568-3223f4ad96cc tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:43.513662 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b27909f3-fbb3-4774-8490-b6e7ed32a7f9 req-3dd8ef3e-6ce0-480e-b568-3223f4ad96cc tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 945 time: 0.1935184 Sep 10 16:48:43.578442 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b27909f3-fbb3-4774-8490-b6e7ed32a7f9 req-9c1aaae7-7c60-496e-afbf-1c7f4cdeab5c tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/security-groups?id=24119069-71b9-466a-b9dd-873ac02c5223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638957 Sep 10 16:48:43.593875 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ad2a8-40ab-4a44-8dac-7468bf76019c req-0599a5c4-a246-41fc-99e2-617178c2b785 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:43.608431 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-323ad2a8-40ab-4a44-8dac-7468bf76019c req-0599a5c4-a246-41fc-99e2-617178c2b785 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 946 time: 0.1758194 Sep 10 16:48:43.646684 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-323ad2a8-40ab-4a44-8dac-7468bf76019c req-c4a0de4e-f613-4e04-b40f-3d419556d5ce tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 Sep 10 16:48:43.729418 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:43.991716 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b5bb2ac-ba73-4b73-ab44-4d9e5325779c req-4ebd241a-5dde-4457-b9bb-91c055421367 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726089 Sep 10 16:48:44.094442 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b5bb2ac-ba73-4b73-ab44-4d9e5325779c req-b85d3853-9f87-458c-80ab-5e61c02b3c75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d95a9badc5004a7c889e2c9908741100&device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 1098 time: 0.0761671 Sep 10 16:48:44.251818 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bb2ac-ba73-4b73-ab44-4d9e5325779c req-f22949f6-85fe-4929-8851-e8e43e571918 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:44.253294 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b5bb2ac-ba73-4b73-ab44-4d9e5325779c req-f22949f6-85fe-4929-8851-e8e43e571918 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 200 len: 916 time: 0.1299095 Sep 10 16:48:44.328203 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b5bb2ac-ba73-4b73-ab44-4d9e5325779c req-5b39cae6-3557-4c9c-a49a-799ce98ab9c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac18e9b4-f3d4-4162-966d-db8a32e75eb2 HTTP/1.1" status: 200 len: 217 time: 0.0651431 Sep 10 16:48:44.399132 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bb2ac-ba73-4b73-ab44-4d9e5325779c req-0c47b797-a302-48ea-9725-3c789fbbdef4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:44.400595 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b5bb2ac-ba73-4b73-ab44-4d9e5325779c req-0c47b797-a302-48ea-9725-3c789fbbdef4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a6559f-b380-44bf-8ab5-841ac3638065 HTTP/1.1" status: 200 len: 855 time: 0.0607462 Sep 10 16:48:44.459309 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b5bb2ac-ba73-4b73-ab44-4d9e5325779c req-bcbee33c-a7cc-4b8b-aef6-05c6acd03f98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8b6956-e9ad-4274-8095-3b0e68edaa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484409 Sep 10 16:48:44.600948 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b5bb2ac-ba73-4b73-ab44-4d9e5325779c req-cdeb6a77-3b26-487b-adf9-a0a90a0900e8 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326258 Sep 10 16:48:44.767407 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b5bb2ac-ba73-4b73-ab44-4d9e5325779c req-1361fc7b-ced7-4831-b2f9-089e4a7a9014 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413565 Sep 10 16:48:44.806824 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f05789-4601-4851-abc9-92d3bdde0fc6 req-53c054ac-047e-46bc-a8fe-e7a292e97776 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:44.808403 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-38f05789-4601-4851-abc9-92d3bdde0fc6 req-53c054ac-047e-46bc-a8fe-e7a292e97776 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 945 time: 0.1006675 Sep 10 16:48:44.929868 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-38f05789-4601-4851-abc9-92d3bdde0fc6 req-073141bf-bc7d-4f5f-8724-7ee9c4f556a3 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/security-groups?id=24119069-71b9-466a-b9dd-873ac02c5223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152580 Sep 10 16:48:45.000480 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a488115c-333a-4fa6-bc45-7f21a332db52 req-bec525cd-db68-4c75-a366-75607766c784 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 1098 time: 0.0935464 Sep 10 16:48:45.052406 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d967e5-88b9-4b66-8852-5d73bd7c6e88 req-ed08a431-14fe-414d-b834-e22213f57932 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:45.053896 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-09d967e5-88b9-4b66-8852-5d73bd7c6e88 req-ed08a431-14fe-414d-b834-e22213f57932 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 946 time: 0.0949509 Sep 10 16:48:45.120175 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-09d967e5-88b9-4b66-8852-5d73bd7c6e88 req-e9344f5d-f55f-49ec-9833-005b4b0e2fc5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573094 Sep 10 16:48:45.182868 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488115c-333a-4fa6-bc45-7f21a332db52 req-b617daa4-2277-461f-8ac9-cd93f40bbd1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:45.184322 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a488115c-333a-4fa6-bc45-7f21a332db52 req-b617daa4-2277-461f-8ac9-cd93f40bbd1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 200 len: 919 time: 0.1732411 Sep 10 16:48:45.281990 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a488115c-333a-4fa6-bc45-7f21a332db52 req-aad61777-1e0d-4df2-b109-2a32eb6f9bc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde42992-3766-4acf-b9cb-7e6b226203d5 HTTP/1.1" status: 200 len: 217 time: 0.0834475 Sep 10 16:48:45.323241 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf74e-34a1-47d9-8c85-49dfe3dc7a62 req-ee211ca1-5509-4216-86e7-a619fc0d2862 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:45.324729 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6bcaf74e-34a1-47d9-8c85-49dfe3dc7a62 req-ee211ca1-5509-4216-86e7-a619fc0d2862 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.0850005 Sep 10 16:48:45.363043 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488115c-333a-4fa6-bc45-7f21a332db52 req-5ee78369-be4b-4801-a62e-711caff33435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:45.364535 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a488115c-333a-4fa6-bc45-7f21a332db52 req-5ee78369-be4b-4801-a62e-711caff33435 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15759e78-f453-4e6b-a31e-5c5791b0a59f HTTP/1.1" status: 200 len: 858 time: 0.0658159 Sep 10 16:48:45.380919 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6bcaf74e-34a1-47d9-8c85-49dfe3dc7a62 req-1869ebe7-58f0-45d0-9953-b5c854bc1447 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506346 Sep 10 16:48:45.483206 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a488115c-333a-4fa6-bc45-7f21a332db52 req-a2845a8f-d04c-4081-b280-5d6adefa72e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e5adaf9-c968-40bc-9d44-9a6aade22f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089263 Sep 10 16:48:45.627623 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a488115c-333a-4fa6-bc45-7f21a332db52 req-3adde4a6-cfc3-4922-8811-43dff6e34ec2 service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312816 Sep 10 16:48:45.690810 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bb818-82eb-4ab9-80db-1b023a7bdf97 req-6c158a0b-ab7b-4ff8-8fee-fe4d4d2ede09 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:45.692259 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-107bb818-82eb-4ab9-80db-1b023a7bdf97 req-6c158a0b-ab7b-4ff8-8fee-fe4d4d2ede09 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 945 time: 0.0853603 Sep 10 16:48:45.781054 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a488115c-333a-4fa6-bc45-7f21a332db52 req-f33e5d9b-82c2-44f1-8f38-23a60fb231a6 service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454103 Sep 10 16:48:45.786546 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-107bb818-82eb-4ab9-80db-1b023a7bdf97 req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Deleting port 99a759a4-7867-4a7e-b93e-7d24a2490bea {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:48:45.787103 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-107bb818-82eb-4ab9-80db-1b023a7bdf97 req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:46.094654 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78572-5353-43b3-ab92-44ac40836d2b req-0d4cb5bc-3d08-4792-93bf-4c0441634241 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:46.095484 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-90a78572-5353-43b3-ab92-44ac40836d2b req-0d4cb5bc-3d08-4792-93bf-4c0441634241 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Synchronizing usage tracker for tenant:d95a9badc5004a7c889e2c9908741100 on resource:port {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:48:46.117126 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-90a78572-5353-43b3-ab92-44ac40836d2b req-0d4cb5bc-3d08-4792-93bf-4c0441634241 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Unset dirty status for tenant:d95a9badc5004a7c889e2c9908741100 on resource:port {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:48:46.119056 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-90a78572-5353-43b3-ab92-44ac40836d2b req-0d4cb5bc-3d08-4792-93bf-4c0441634241 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 946 time: 0.1314642 Sep 10 16:48:46.134953 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-107bb818-82eb-4ab9-80db-1b023a7bdf97 req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] For port 99a759a4-7867-4a7e-b93e-7d24a2490bea, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=99a759a4-7867-4a7e-b93e-7d24a2490bea,segment=NetworkSegment(9b129a0d-2b7f-4453-88f4-754646eda673),segment_id=9b129a0d-2b7f-4453-88f4-754646eda673)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:46.135428 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-107bb818-82eb-4ab9-80db-1b023a7bdf97 req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:46.239968 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-90a78572-5353-43b3-ab92-44ac40836d2b req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Deleting port 895eabb9-8d2f-4e71-be58-f93ff3a30923 {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:48:46.240438 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-90a78572-5353-43b3-ab92-44ac40836d2b req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:46.331739 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-107bb818-82eb-4ab9-80db-1b023a7bdf97 req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Calling delete_port for 99a759a4-7867-4a7e-b93e-7d24a2490bea owned by compute:nova {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:48:46.419028 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1c7b8-706f-4b15-812f-4d05df57abe2 req-c15f3f4d-cd00-4c96-a824-3e03ca91f233 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:46.421326 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-14c1c7b8-706f-4b15-812f-4d05df57abe2 req-c15f3f4d-cd00-4c96-a824-3e03ca91f233 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 945 time: 0.3543370 Sep 10 16:48:46.552061 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-90a78572-5353-43b3-ab92-44ac40836d2b req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] For port 895eabb9-8d2f-4e71-be58-f93ff3a30923, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=895eabb9-8d2f-4e71-be58-f93ff3a30923,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:46.552627 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-90a78572-5353-43b3-ab92-44ac40836d2b req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:46.587452 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-14c1c7b8-706f-4b15-812f-4d05df57abe2 req-1e327e1a-262b-492c-9879-693a972513da tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/security-groups?id=24119069-71b9-466a-b9dd-873ac02c5223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232717 Sep 10 16:48:46.611156 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3778f-af0c-4a8a-aeaa-22419b54ed04 req-0c31d1f7-92a9-4734-b14c-c5a92c4604ab tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:46.613910 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cdc3778f-af0c-4a8a-aeaa-22419b54ed04 req-0c31d1f7-92a9-4734-b14c-c5a92c4604ab tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 946 time: 0.2019222 Sep 10 16:48:46.617299 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-107bb818-82eb-4ab9-80db-1b023a7bdf97 req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:46.624131 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:46.681623 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-90a78572-5353-43b3-ab92-44ac40836d2b req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Calling delete_port for 895eabb9-8d2f-4e71-be58-f93ff3a30923 owned by compute:nova {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:48:46.715749 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Pushing event deleted for resources: {'Port': ['ID=99a759a4-7867-4a7e-b93e-7d24a2490bea,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:46.727064 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:46.727694 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:46.728191 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:46.728716 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:46.729242 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:46.729725 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:46.730217 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:46.730695 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:46.731187 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:46.731670 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:46.732147 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:48:46.776978 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:46.846120 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-107bb818-82eb-4ab9-80db-1b023a7bdf97 req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] No DVR routers for this DVR port 99a759a4-7867-4a7e-b93e-7d24a2490bea on host hv-cinder-80847 {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:48:46.855803 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-107bb818-82eb-4ab9-80db-1b023a7bdf97 req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:46.859144 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7ac978-a443-4d23-993d-d24e28c0d4ac', 'name': 'network-vif-deleted', 'tag': '99a759a4-7867-4a7e-b93e-7d24a2490bea'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:48:46.864669 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-90a78572-5353-43b3-ab92-44ac40836d2b req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:46.870434 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-107bb818-82eb-4ab9-80db-1b023a7bdf97 req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.48 "DELETE /v2.0/ports/99a759a4-7867-4a7e-b93e-7d24a2490bea HTTP/1.1" status: 204 len: 173 time: 1.1632423 Sep 10 16:48:46.871529 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:46.872638 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cdc3778f-af0c-4a8a-aeaa-22419b54ed04 req-eff93964-6812-4c34-9270-3a55b4dea765 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094004 Sep 10 16:48:46.878439 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['ac18e9b4-f3d4-4162-966d-db8a32e75eb2', '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6', '3bc21ee9-67ce-487f-849e-b0ac181c520a'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:48:46.940046 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Pushing event deleted for resources: {'Port': ['ID=895eabb9-8d2f-4e71-be58-f93ff3a30923,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:46.944176 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:46.978768 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7ac978-a443-4d23-993d-d24e28c0d4ac', 'name': 'network-vif-deleted', 'tag': '99a759a4-7867-4a7e-b93e-7d24a2490bea', 'status': 'completed', 'code': 200} Sep 10 16:48:47.024041 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a78572-5353-43b3-ab92-44ac40836d2b req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] No DVR routers for this DVR port 895eabb9-8d2f-4e71-be58-f93ff3a30923 on host hv-cinder-80847 {{(pid=75007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:48:47.028910 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-90a78572-5353-43b3-ab92-44ac40836d2b req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:47.036257 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27719f32-9290-455b-ac90-776a6b237af3', 'name': 'network-vif-deleted', 'tag': '895eabb9-8d2f-4e71-be58-f93ff3a30923'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:48:47.057250 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-90a78572-5353-43b3-ab92-44ac40836d2b req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "DELETE /v2.0/ports/895eabb9-8d2f-4e71-be58-f93ff3a30923 HTTP/1.1" status: 204 len: 173 time: 0.9323831 Sep 10 16:48:47.157545 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27719f32-9290-455b-ac90-776a6b237af3', 'name': 'network-vif-deleted', 'tag': '895eabb9-8d2f-4e71-be58-f93ff3a30923', 'status': 'completed', 'code': 200} Sep 10 16:48:47.211377 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f45f6-2b85-45d9-9d24-5122eac42d2d req-883281f7-0712-4b14-b2b0-096e016e9102 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:47.213816 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6e3f45f6-2b85-45d9-9d24-5122eac42d2d req-883281f7-0712-4b14-b2b0-096e016e9102 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1105623 Sep 10 16:48:47.277052 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6e3f45f6-2b85-45d9-9d24-5122eac42d2d req-080ffd8c-07ca-4b71-adb8-265e8c6c98a1 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576470 Sep 10 16:48:47.411747 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59074) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:47.569301 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8f27-5a9c-4733-b464-7001d3a4737a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:47.605739 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-bd6d8f27-5a9c-4733-b464-7001d3a4737a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:47.610518 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-bd6d8f27-5a9c-4733-b464-7001d3a4737a admin admin] Usage tracker for resource:security_group_rule and tenant:417e0db2feb04f17b76d7e7988a8000c is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:47.613596 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-bd6d8f27-5a9c-4733-b464-7001d3a4737a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:47.622147 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-bd6d8f27-5a9c-4733-b464-7001d3a4737a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:47.711980 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8f27-5a9c-4733-b464-7001d3a4737a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:47.717993 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8f27-5a9c-4733-b464-7001d3a4737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:47.727931 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a1779fe6-e9ee-4cd0-80a8-48890b62abd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:47.789736 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8f27-5a9c-4733-b464-7001d3a4737a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8882431b-7eaa-4136-a4ae-f61ccaa218ec,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:47.798583 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-bd6d8f27-5a9c-4733-b464-7001d3a4737a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=417e0db2feb04f17b76d7e7988a8000c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3857007 Sep 10 16:48:47.799186 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59086) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:47.800005 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bd6d8f27-5a9c-4733-b464-7001d3a4737a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:47.812863 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-d5fa10ec-940a-4761-bb0f-321c07e67681 req-3d5173e2-fddd-4775-882f-2bbb56b964b0 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Synchronizing usage tracker for tenant:1d42ac9477b042ce9c0a6bf8bede5527 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:48:47.831321 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-d5fa10ec-940a-4761-bb0f-321c07e67681 req-3d5173e2-fddd-4775-882f-2bbb56b964b0 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Unset dirty status for tenant:1d42ac9477b042ce9c0a6bf8bede5527 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:48:47.832670 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d5fa10ec-940a-4761-bb0f-321c07e67681 req-3d5173e2-fddd-4775-882f-2bbb56b964b0 tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7ac978-a443-4d23-993d-d24e28c0d4ac HTTP/1.1" status: 200 len: 210 time: 0.0651276 Sep 10 16:48:47.863184 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cd49f6fa-31de-482c-91e1-7b50e07e86a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:47.894534 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cd49f6fa-31de-482c-91e1-7b50e07e86a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:47.988931 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cd49f6fa-31de-482c-91e1-7b50e07e86a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:48.003221 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-90646d49-ba12-49f6-a67d-69239bf25586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:48.032690 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cd49f6fa-31de-482c-91e1-7b50e07e86a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:48.036113 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-cd49f6fa-31de-482c-91e1-7b50e07e86a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8882431b-7eaa-4136-a4ae-f61ccaa218ec HTTP/1.1" status: 204 len: 168 time: 0.2351732 Sep 10 16:48:48.065817 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49f6fa-31de-482c-91e1-7b50e07e86a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8882431b-7eaa-4136-a4ae-f61ccaa218ec,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:48.073174 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-cd49f6fa-31de-482c-91e1-7b50e07e86a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:48.093328 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 895eabb9-8d2f-4e71-be58-f93ff3a30923 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:48:48.215354 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 895eabb9-8d2f-4e71-be58-f93ff3a30923 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:48:48.215709 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 895eabb9-8d2f-4e71-be58-f93ff3a30923 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:48:48.216133 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 99a759a4-7867-4a7e-b93e-7d24a2490bea no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:48:48.225514 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-95237b0c-ddff-422a-abc9-7623fcb223c4 req-6ea0568d-146b-42d0-b7a0-5240b5839f6a tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=27719f32-9290-455b-ac90-776a6b237af3 HTTP/1.1" status: 200 len: 210 time: 0.1096866 Sep 10 16:48:48.269785 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 99a759a4-7867-4a7e-b93e-7d24a2490bea {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:48:48.270431 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 99a759a4-7867-4a7e-b93e-7d24a2490bea not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:48:48.523990 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa0ff0-8ac1-49c4-b5e0-d0ccca6c5606 req-9e504eb8-3297-4ea2-8eda-eef8bdc49758 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:48.525739 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e9aa0ff0-8ac1-49c4-b5e0-d0ccca6c5606 req-9e504eb8-3297-4ea2-8eda-eef8bdc49758 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.0946670 Sep 10 16:48:48.563991 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59110) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:48.592932 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b12fa61a-aece-4e0d-baf4-18d4ff07a2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:48.628958 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e9aa0ff0-8ac1-49c4-b5e0-d0ccca6c5606 req-20ef1d3b-6173-4cbd-be95-cd74f18e3538 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859551 Sep 10 16:48:48.642914 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-b12fa61a-aece-4e0d-baf4-18d4ff07a2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:48.647806 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-b12fa61a-aece-4e0d-baf4-18d4ff07a2dc admin admin] Usage tracker for resource:security_group_rule and tenant:28f15bfbf8a047f4bdb08b765fd7385a is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:48.651377 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-b12fa61a-aece-4e0d-baf4-18d4ff07a2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:48.657877 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-b12fa61a-aece-4e0d-baf4-18d4ff07a2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:48.746411 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b12fa61a-aece-4e0d-baf4-18d4ff07a2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:48.750733 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b12fa61a-aece-4e0d-baf4-18d4ff07a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:48.757366 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-83bb4ca4-a7fb-4ed2-932c-2b0440d7e6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:48.797484 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fa61a-aece-4e0d-baf4-18d4ff07a2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6407379d-c6d2-4ee4-94d6-9d13f3601076,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:48.802369 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b12fa61a-aece-4e0d-baf4-18d4ff07a2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:48.805715 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-b12fa61a-aece-4e0d-baf4-18d4ff07a2dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28f15bfbf8a047f4bdb08b765fd7385a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2398770 Sep 10 16:48:48.808653 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59120) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:48.874691 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e5df84b9-df2e-466e-bf0c-94a64c5b4c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:48.905086 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e5df84b9-df2e-466e-bf0c-94a64c5b4c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:48.966635 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e5df84b9-df2e-466e-bf0c-94a64c5b4c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:48.973459 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-28675946-2c34-4360-8fcc-55632512d6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:48.985922 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df84b9-df2e-466e-bf0c-94a64c5b4c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6407379d-c6d2-4ee4-94d6-9d13f3601076,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:48.988393 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e5df84b9-df2e-466e-bf0c-94a64c5b4c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:48.993014 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e5df84b9-df2e-466e-bf0c-94a64c5b4c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:48.997826 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-e5df84b9-df2e-466e-bf0c-94a64c5b4c21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6407379d-c6d2-4ee4-94d6-9d13f3601076 HTTP/1.1" status: 204 len: 168 time: 0.1874549 Sep 10 16:48:49.483658 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59148) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:49.511454 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f5c52bf4-b4c1-4f60-8060-bd07c6c4a19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:49.622960 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-f5c52bf4-b4c1-4f60-8060-bd07c6c4a19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:49.627545 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-f5c52bf4-b4c1-4f60-8060-bd07c6c4a19d admin admin] Usage tracker for resource:security_group_rule and tenant:79b0679fa7e44971a386be3929778383 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:49.630424 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-f5c52bf4-b4c1-4f60-8060-bd07c6c4a19d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:49.636315 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-f5c52bf4-b4c1-4f60-8060-bd07c6c4a19d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:49.709404 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f5c52bf4-b4c1-4f60-8060-bd07c6c4a19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:49.713977 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f5c52bf4-b4c1-4f60-8060-bd07c6c4a19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:49.723856 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-189a046c-45e6-4214-a63a-d807a9853b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:49.770687 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c52bf4-b4c1-4f60-8060-bd07c6c4a19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5d8810-4005-4864-8b7c-dbcb2b35423e,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:49.774725 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f5c52bf4-b4c1-4f60-8060-bd07c6c4a19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:49.781068 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-f5c52bf4-b4c1-4f60-8060-bd07c6c4a19d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79b0679fa7e44971a386be3929778383&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2930026 Sep 10 16:48:49.781612 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59166) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:49.916733 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6777037a-9836-476b-ad13-84beb5122609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:49.950736 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2df1a-5e11-43da-9013-87233ad3cad2 req-15061bd1-31fd-4d0f-9652-907896fc6dce tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:49.952344 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-eae2df1a-5e11-43da-9013-87233ad3cad2 req-15061bd1-31fd-4d0f-9652-907896fc6dce tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1682961 Sep 10 16:48:49.956912 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6777037a-9836-476b-ad13-84beb5122609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:50.047916 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-eae2df1a-5e11-43da-9013-87233ad3cad2 req-a20c5edc-4f86-43a6-8282-50401e6134b3 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773902 Sep 10 16:48:50.084608 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6777037a-9836-476b-ad13-84beb5122609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:50.089700 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-985da119-2ad3-4e37-9717-adf0f7759aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:50.103654 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777037a-9836-476b-ad13-84beb5122609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5d8810-4005-4864-8b7c-dbcb2b35423e,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:50.110114 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-6777037a-9836-476b-ad13-84beb5122609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:50.112079 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6777037a-9836-476b-ad13-84beb5122609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:50.115931 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-6777037a-9836-476b-ad13-84beb5122609 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc5d8810-4005-4864-8b7c-dbcb2b35423e HTTP/1.1" status: 204 len: 168 time: 0.3336673 Sep 10 16:48:51.306732 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cf913-aac1-4539-a7f3-e5b7f43b8560 req-02ba5771-bf5a-4f81-a633-732cc5b59aa7 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:51.318863 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9e5cf913-aac1-4539-a7f3-e5b7f43b8560 req-02ba5771-bf5a-4f81-a633-732cc5b59aa7 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1470437 Sep 10 16:48:51.375712 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9e5cf913-aac1-4539-a7f3-e5b7f43b8560 req-18ce9fd6-c186-46e6-bfd5-3b4ba2d13bf8 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549932 Sep 10 16:48:51.650283 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb328e-3382-47a2-b9be-046e8406c911 req-97afa11a-2709-43d9-aed0-56e3302fc531 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:51.657538 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-52cb328e-3382-47a2-b9be-046e8406c911 req-97afa11a-2709-43d9-aed0-56e3302fc531 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 945 time: 0.1730707 Sep 10 16:48:51.706337 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad758b9b-64b0-41d0-9198-7fc365469a12 req-64d3ab4a-d6ec-4e55-9e63-5e0278eb0ec9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:51.707788 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ad758b9b-64b0-41d0-9198-7fc365469a12 req-64d3ab4a-d6ec-4e55-9e63-5e0278eb0ec9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1529942 Sep 10 16:48:51.747187 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-52cb328e-3382-47a2-b9be-046e8406c911 req-df794378-b8da-40ba-b6f3-464073a5fb07 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888121 Sep 10 16:48:51.785030 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ad758b9b-64b0-41d0-9198-7fc365469a12 req-8b4dd3f2-ebb4-4a29-a0c9-9dd0881f6fd7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682757 Sep 10 16:48:52.615126 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24bbdc-2b0b-4e48-96a6-176051e2916b req-c7c838b9-92b5-4ea5-abcd-9addc7316bd0 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:52.617613 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6f24bbdc-2b0b-4e48-96a6-176051e2916b req-c7c838b9-92b5-4ea5-abcd-9addc7316bd0 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.0956967 Sep 10 16:48:52.671316 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6f24bbdc-2b0b-4e48-96a6-176051e2916b req-8e3332d2-aa47-4726-9a88-cacafe5f7cec tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477047 Sep 10 16:48:53.133819 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c5787-cc28-40e7-85bd-7e3e46570a75 req-49d1e08f-0d0f-488a-a647-cf56d1551b0f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:53.135386 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-214c5787-cc28-40e7-85bd-7e3e46570a75 req-49d1e08f-0d0f-488a-a647-cf56d1551b0f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1624320 Sep 10 16:48:53.143218 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de7f0c-6741-4a47-8caa-41d6d4d3c450 req-3e353150-764d-412a-9eac-ec3d8f4c09cb tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:53.144967 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-65de7f0c-6741-4a47-8caa-41d6d4d3c450 req-3e353150-764d-412a-9eac-ec3d8f4c09cb tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 945 time: 0.2160530 Sep 10 16:48:53.220731 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-214c5787-cc28-40e7-85bd-7e3e46570a75 req-cbeee58b-a3b4-411c-9ea9-926dcf243801 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746508 Sep 10 16:48:53.223044 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-65de7f0c-6741-4a47-8caa-41d6d4d3c450 req-89a8872c-b94a-4cc5-9875-95190bd1aaae tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632532 Sep 10 16:48:53.482948 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-ed2740e8-ace7-441c-b7bb-8e8f8d7bd110 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:53.484347 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-ed2740e8-ace7-441c-b7bb-8e8f8d7bd110 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Synchronizing usage tracker for tenant:d95a9badc5004a7c889e2c9908741100 on resource:port {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:48:53.510581 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-ed2740e8-ace7-441c-b7bb-8e8f8d7bd110 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Unset dirty status for tenant:d95a9badc5004a7c889e2c9908741100 on resource:port {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:48:53.511844 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-ed2740e8-ace7-441c-b7bb-8e8f8d7bd110 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 945 time: 0.1167722 Sep 10 16:48:53.595479 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Deleting port 3bc21ee9-67ce-487f-849e-b0ac181c520a {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:48:53.595764 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:53.632834 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea2c16-31a8-41e5-a25f-da69eed70a3c req-10287b63-8587-49fe-9c19-1f7bd55dc25e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:53.634494 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1cea2c16-31a8-41e5-a25f-da69eed70a3c req-10287b63-8587-49fe-9c19-1f7bd55dc25e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.0851073 Sep 10 16:48:53.681291 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1cea2c16-31a8-41e5-a25f-da69eed70a3c req-ca8dd105-fe1f-4a43-a335-8b3abaa79c1d tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400493 Sep 10 16:48:53.873078 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5dbf2-5765-48f6-a13d-583a23653fde req-521da1a5-28af-4993-ac60-81773145b4ce tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:53.874429 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fef5dbf2-5765-48f6-a13d-583a23653fde req-521da1a5-28af-4993-ac60-81773145b4ce tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.0780580 Sep 10 16:48:53.909926 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] For port 3bc21ee9-67ce-487f-849e-b0ac181c520a, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=3bc21ee9-67ce-487f-849e-b0ac181c520a,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:53.910275 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:53.924020 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fef5dbf2-5765-48f6-a13d-583a23653fde req-7ad9e70e-6ae5-44a7-9581-6e5353da949f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Sep 10 16:48:54.035827 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Calling delete_port for 3bc21ee9-67ce-487f-849e-b0ac181c520a owned by compute:nova {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:48:54.188335 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:54.194370 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:54.199769 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['ac18e9b4-f3d4-4162-966d-db8a32e75eb2', '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:48:54.254894 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Pushing event deleted for resources: {'Port': ['ID=3bc21ee9-67ce-487f-849e-b0ac181c520a,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:54.257506 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:54.340376 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] No DVR routers for this DVR port 3bc21ee9-67ce-487f-849e-b0ac181c520a on host hv-cinder-80847 {{(pid=75007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:48:54.344212 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:54.348547 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16dbd52-4425-4bdd-8daf-2e99cb77ec69', 'name': 'network-vif-deleted', 'tag': '3bc21ee9-67ce-487f-849e-b0ac181c520a'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:48:54.370638 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-81e611c7-904c-4db4-bc03-9d47ff4b9d28 req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "DELETE /v2.0/ports/3bc21ee9-67ce-487f-849e-b0ac181c520a HTTP/1.1" status: 204 len: 173 time: 0.8527081 Sep 10 16:48:54.525375 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9757462f-089d-4119-a5cb-a3d9800b5099 req-d1cc820f-b6aa-4127-858c-e403d073edf6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=b16dbd52-4425-4bdd-8daf-2e99cb77ec69 HTTP/1.1" status: 200 len: 210 time: 0.0671461 Sep 10 16:48:54.633162 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7608b28-0149-4e44-86e0-837d6053b02c req-b4c5ecfe-c8f0-468f-9206-5973d16501a8 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:54.640139 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a7608b28-0149-4e44-86e0-837d6053b02c req-b4c5ecfe-c8f0-468f-9206-5973d16501a8 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1366622 Sep 10 16:48:54.647431 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16dbd52-4425-4bdd-8daf-2e99cb77ec69', 'name': 'network-vif-deleted', 'tag': '3bc21ee9-67ce-487f-849e-b0ac181c520a', 'status': 'completed', 'code': 200} Sep 10 16:48:54.686418 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a7608b28-0149-4e44-86e0-837d6053b02c req-a37824ba-6b92-48b3-9338-d9018d4d2b3b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450556 Sep 10 16:48:54.897497 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118fc2d-85aa-47e9-8d63-f653f99aa9ed req-cda1854a-966b-42af-ba92-1c34291d1fe1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:54.899075 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8118fc2d-85aa-47e9-8d63-f653f99aa9ed req-cda1854a-966b-42af-ba92-1c34291d1fe1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.0849547 Sep 10 16:48:54.961385 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8118fc2d-85aa-47e9-8d63-f653f99aa9ed req-f53e4b7c-2c40-478a-9e06-d58b918d79d5 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461884 Sep 10 16:48:55.132851 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc76cf-409d-4655-8c06-e3db842a71c5 req-ec0dab6b-14b1-4c92-88a1-59df6e02b159 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:55.134454 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-aadc76cf-409d-4655-8c06-e3db842a71c5 req-ec0dab6b-14b1-4c92-88a1-59df6e02b159 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.0792994 Sep 10 16:48:55.184917 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-aadc76cf-409d-4655-8c06-e3db842a71c5 req-883b301e-f64c-468d-8f6a-2928015e403d tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429771 Sep 10 16:48:55.908918 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201974-c220-4541-b0a0-02f58136d273 req-29533cba-3548-45fc-9c3f-03be7d60efca tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:55.910415 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2c201974-c220-4541-b0a0-02f58136d273 req-29533cba-3548-45fc-9c3f-03be7d60efca tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.0853114 Sep 10 16:48:56.034102 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2c201974-c220-4541-b0a0-02f58136d273 req-1ac90332-cce3-43f7-a4e5-adad8a303422 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166573 Sep 10 16:48:56.056991 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7554d-bbb1-4ab4-a13b-8c66c0d95a2f req-939fb8a4-406b-4ba3-8e74-d96b5e323604 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:56.058842 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b3a7554d-bbb1-4ab4-a13b-8c66c0d95a2f req-939fb8a4-406b-4ba3-8e74-d96b5e323604 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 946 time: 0.1093702 Sep 10 16:48:56.114307 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 3bc21ee9-67ce-487f-849e-b0ac181c520a no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:48:56.148961 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b3a7554d-bbb1-4ab4-a13b-8c66c0d95a2f req-4460c489-579a-4c4a-9c62-700c0f8e406f tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816035 Sep 10 16:48:56.179373 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 3bc21ee9-67ce-487f-849e-b0ac181c520a {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:48:56.180107 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 3bc21ee9-67ce-487f-849e-b0ac181c520a not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:48:56.280814 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80978-05ee-4e22-8ad6-fb0ec4592616 req-f1d4ef69-a1e0-431d-b063-9cd4207d9f0d tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:56.282691 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2ac80978-05ee-4e22-8ad6-fb0ec4592616 req-f1d4ef69-a1e0-431d-b063-9cd4207d9f0d tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.0894032 Sep 10 16:48:56.483165 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2ac80978-05ee-4e22-8ad6-fb0ec4592616 req-5d9cff40-fb1a-4c1f-bd38-610171c8f811 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948240 Sep 10 16:48:56.503954 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3057a-cdfd-445a-b1e1-602eccb2fa86 req-c5877e22-2a1f-48c0-9452-3aa3d5108a27 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:56.505490 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2ca3057a-cdfd-445a-b1e1-602eccb2fa86 req-c5877e22-2a1f-48c0-9452-3aa3d5108a27 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1806488 Sep 10 16:48:56.553436 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2ca3057a-cdfd-445a-b1e1-602eccb2fa86 req-379f9527-ddc7-48cd-bbac-9674b0abff75 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 Sep 10 16:48:57.047223 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59392) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:57.076950 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-7e7d878b-0503-4434-89dc-4991090e9465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:57.237725 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2ac-da5d-4e56-a6dd-c858b37738f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:57.317288 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-e33bc2ac-da5d-4e56-a6dd-c858b37738f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:57.327790 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-e33bc2ac-da5d-4e56-a6dd-c858b37738f7 admin admin] Usage tracker for resource:security_group_rule and tenant:b69ce4e1873e4a428f9dd1a30393210a is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:57.333552 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-e33bc2ac-da5d-4e56-a6dd-c858b37738f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:57.343117 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-e33bc2ac-da5d-4e56-a6dd-c858b37738f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:57.362289 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151fdda-149a-4197-847b-0d201d1eff3b req-61cdaebb-0789-4458-9086-4436ecc70e06 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:57.363655 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6151fdda-149a-4197-847b-0d201d1eff3b req-61cdaebb-0789-4458-9086-4436ecc70e06 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1862862 Sep 10 16:48:57.440355 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509b657-586b-422c-a470-893bd38fedd6 req-bf4f7aad-3e16-4db5-b78b-8590ffc166b5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:57.441757 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7509b657-586b-422c-a470-893bd38fedd6 req-bf4f7aad-3e16-4db5-b78b-8590ffc166b5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 946 time: 0.1629336 Sep 10 16:48:57.454139 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6151fdda-149a-4197-847b-0d201d1eff3b req-a192e452-ebf2-4c94-abc6-efad81ff6daf tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841243 Sep 10 16:48:57.462691 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:57.473592 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb44bb-0be5-491a-8353-6136d8037618 req-50506417-0e2a-4e8e-ba1b-48b97d655ed0 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:57.475153 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-1edb44bb-0be5-491a-8353-6136d8037618 req-50506417-0e2a-4e8e-ba1b-48b97d655ed0 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Synchronizing usage tracker for tenant:d95a9badc5004a7c889e2c9908741100 on resource:port {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:48:57.501062 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-1edb44bb-0be5-491a-8353-6136d8037618 req-50506417-0e2a-4e8e-ba1b-48b97d655ed0 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Unset dirty status for tenant:d95a9badc5004a7c889e2c9908741100 on resource:port {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:48:57.502721 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-1edb44bb-0be5-491a-8353-6136d8037618 req-50506417-0e2a-4e8e-ba1b-48b97d655ed0 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 946 time: 0.1343780 Sep 10 16:48:57.539725 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2ac-da5d-4e56-a6dd-c858b37738f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:57.553531 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7509b657-586b-422c-a470-893bd38fedd6 req-33a822f1-54e1-4631-9fc5-33f2b4fd466c tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033020 Sep 10 16:48:57.556863 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2ac-da5d-4e56-a6dd-c858b37738f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:57.565360 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3406d4e3-8ff4-43c6-a7f9-92f7ec617c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:57.617740 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-1edb44bb-0be5-491a-8353-6136d8037618 req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Deleting port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:48:57.618378 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-1edb44bb-0be5-491a-8353-6136d8037618 req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:57.658193 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bc2ac-da5d-4e56-a6dd-c858b37738f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5043a508-923d-4e6e-aaa0-2b0e2aebef6c,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:57.669291 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e33bc2ac-da5d-4e56-a6dd-c858b37738f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:57.673046 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-e33bc2ac-da5d-4e56-a6dd-c858b37738f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b69ce4e1873e4a428f9dd1a30393210a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6240520 Sep 10 16:48:57.678503 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59422) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:57.847054 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44d210-7ebd-464b-bfa1-d19202eaad1f req-069a2082-d2dd-4e56-9209-237953801f4c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:57.853793 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ce44d210-7ebd-464b-bfa1-d19202eaad1f req-069a2082-d2dd-4e56-9209-237953801f4c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1241171 Sep 10 16:48:57.863096 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a3ac6-8762-4e77-8285-457867efd0bd req-19aec535-18b4-4503-b41a-a049a4d3fed0 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:57.870238 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-151a3ac6-8762-4e77-8285-457867efd0bd req-19aec535-18b4-4503-b41a-a049a4d3fed0 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1749058 Sep 10 16:48:57.961466 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ce44d210-7ebd-464b-bfa1-d19202eaad1f req-2a348866-ab5b-494d-89c4-2a33a5ebfeee tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067297 Sep 10 16:48:57.977671 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-151a3ac6-8762-4e77-8285-457867efd0bd req-0eeca056-6c49-483e-825d-3b6e0c36a800 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066079 Sep 10 16:48:57.987339 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-69c78827-1867-449f-9741-7de503fb438d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:58.016069 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-1edb44bb-0be5-491a-8353-6136d8037618 req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] For port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:48:58.016783 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-1edb44bb-0be5-491a-8353-6136d8037618 req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:58.109929 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-69c78827-1867-449f-9741-7de503fb438d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:58.186003 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-1edb44bb-0be5-491a-8353-6136d8037618 req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Calling delete_port for 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 owned by compute:nova {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:48:58.329692 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-69c78827-1867-449f-9741-7de503fb438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:58.345159 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:58.359502 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c78827-1867-449f-9741-7de503fb438d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5043a508-923d-4e6e-aaa0-2b0e2aebef6c,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:58.364989 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-69c78827-1867-449f-9741-7de503fb438d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:58.391769 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-1edb44bb-0be5-491a-8353-6136d8037618 req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:58.393908 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-69c78827-1867-449f-9741-7de503fb438d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:58.395463 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-69c78827-1867-449f-9741-7de503fb438d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5043a508-923d-4e6e-aaa0-2b0e2aebef6c HTTP/1.1" status: 204 len: 168 time: 0.7158024 Sep 10 16:48:58.400630 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:58.431679 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['ac18e9b4-f3d4-4162-966d-db8a32e75eb2'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:48:58.451699 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Pushing event deleted for resources: {'Port': ['ID=77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:58.454249 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:58.540054 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edb44bb-0be5-491a-8353-6136d8037618 req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] No DVR routers for this DVR port 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 on host hv-cinder-80847 {{(pid=75007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:48:58.543789 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-1edb44bb-0be5-491a-8353-6136d8037618 req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:58.546653 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-1edb44bb-0be5-491a-8353-6136d8037618 req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "DELETE /v2.0/ports/77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 HTTP/1.1" status: 204 len: 173 time: 1.0373788 Sep 10 16:48:58.547197 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c01bd33-3414-4558-8a7d-894c6c9b05c4', 'name': 'network-vif-deleted', 'tag': '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:48:58.636614 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c01bd33-3414-4558-8a7d-894c6c9b05c4', 'name': 'network-vif-deleted', 'tag': '77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6', 'status': 'completed', 'code': 200} Sep 10 16:48:58.795347 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9083599a-073a-4ff7-bc15-fba857e2a8a6 req-39cce18c-5747-439b-a935-4d19f9e99698 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c01bd33-3414-4558-8a7d-894c6c9b05c4 HTTP/1.1" status: 200 len: 210 time: 0.0542641 Sep 10 16:48:58.817371 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ce692-886c-4f54-9698-f8f6095636e6 req-62f222e1-04ed-4a56-b2ff-46a23b1a96ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:58.818852 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0d9ce692-886c-4f54-9698-f8f6095636e6 req-62f222e1-04ed-4a56-b2ff-46a23b1a96ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1487486 Sep 10 16:48:58.865881 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0d9ce692-886c-4f54-9698-f8f6095636e6 req-d9847433-2fe9-410a-acd5-d1ca3610f253 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412629 Sep 10 16:48:59.233962 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6886c1-298b-43bf-9a14-0566c5901bbc req-84d5042f-886a-409b-bdee-98a2f047af92 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:59.235431 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7c6886c1-298b-43bf-9a14-0566c5901bbc req-84d5042f-886a-409b-bdee-98a2f047af92 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1403069 Sep 10 16:48:59.241920 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc2403-bb16-4fb1-bda6-7bbb1f78cfcb req-96909075-5b15-45d9-9da0-91bb0c038ea1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:59.243568 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6adc2403-bb16-4fb1-bda6-7bbb1f78cfcb req-96909075-5b15-45d9-9da0-91bb0c038ea1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1126349 Sep 10 16:48:59.325962 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7c6886c1-298b-43bf-9a14-0566c5901bbc req-26cb4563-5975-44fe-9911-f2f1f6eceb3b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814228 Sep 10 16:48:59.339009 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6adc2403-bb16-4fb1-bda6-7bbb1f78cfcb req-bfd7f714-682a-4882-ab1a-07ba91fbf700 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805633 Sep 10 16:48:59.347897 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-920615e8-7739-402b-ac99-99adbfd13ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:59.397758 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59496) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:48:59.532087 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-207153522-network', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:48:59.536662 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:59.540514 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Usage tracker for resource:network and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:59.544587 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:59.552903 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:59.565552 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Made reservation on behalf of b344ba5f825845a4981adad205d90ea0 for: {'network': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:48:59.568080 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:59.583005 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:59.621986 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:48:59.627741 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Usage tracker for resource:security_group_rule and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:48:59.631118 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:48:59.637242 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:48:59.725542 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:59.729539 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:59.733590 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-69c78827-1867-449f-9741-7de503fb438d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:48:59.769753 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=75007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:48:59.775278 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5e4b68-afe7-4ab9-9d82-d67d9c038270,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:48:59.778677 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:48:59.784874 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:59.785266 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.segments_db [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Added segment 7e3f265c-3209-476a-9426-91c9c256ee7c of type vlan for network 19b435ae-57cc-4736-a6ea-9d3189011e76 Sep 10 16:48:59.812228 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:59.842557 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:59.843980 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:48:59.844593 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:48:59.849443 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-82454260-2679-4c41-b958-c692a51f2b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:00.024246 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Pushing event updated for resources: {'Network': ['ID=19b435ae-57cc-4736-a6ea-9d3189011e76,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:00.027670 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6288512 Sep 10 16:49:00.028562 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:00.032383 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59520) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:00.039664 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network 19b435ae-57cc-4736-a6ea-9d3189011e76 details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:49:00.040933 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Request body: {'subnet': {'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-207153522-subnet', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'ip_version': 4}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:00.049625 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:00.055333 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Usage tracker for resource:subnet and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:00.060218 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:00.067388 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:00.082243 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Made reservation on behalf of b344ba5f825845a4981adad205d90ea0 for: {'subnet': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:49:00.086087 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3039013'] for subnet, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:00.118892 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffe9e9-3ac3-4f75-a52f-cf22f6398a75 req-bd26a87d-43d8-421e-ae05-2247ce2579f7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:00.126990 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-87ffe9e9-3ac3-4f75-a52f-cf22f6398a75 req-bd26a87d-43d8-421e-ae05-2247ce2579f7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1042275 Sep 10 16:49:00.146642 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:49:00.185438 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:49:00.186880 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 77f923bc-5dd7-4af9-b4f7-9329cfe5d3f6 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:49:00.193535 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-87ffe9e9-3ac3-4f75-a52f-cf22f6398a75 req-9103cd59-53e9-4a9e-8d6b-5f3e4d4ea017 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649397 Sep 10 16:49:00.224803 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:00.336036 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3296178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3038987'] for subnet, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:00.340306 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-032c8d1a-037f-4466-b8cd-81463b007b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:00.413456 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=63cfbc35-14cf-4931-b6ab-a1b9c9ce3253,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:00.415964 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:00.426666 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Checking segment: {'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:49:00.427011 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Network hostable DHCP agents. Network: 19b435ae-57cc-4736-a6ea-9d3189011e76, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:49:00.451840 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Network 19b435ae-57cc-4736-a6ea-9d3189011e76 is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:49:00.461917 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, 19b435ae-57cc-4736-a6ea-9d3189011e76) {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:49:00.466585 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:00.468329 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:00.471160 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3858ebc6-85b8-4794-8eb9-0c03a7d4b4b1 None None] Network 19b435ae-57cc-4736-a6ea-9d3189011e76 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:49:00.489049 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-b9b24e12-ef8d-4975-bba3-044d7058a34a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4553733 Sep 10 16:49:00.491722 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59528) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:00.496968 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:00.501339 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:00.505065 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Usage tracker for resource:router and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:00.507861 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:00.515323 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:00.525335 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6726'] for router, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:00.526238 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4159522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6745'] for router, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:00.546655 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:00.616408 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c6ceb-8a71-4b7c-9636-eb37285375ec req-a228e1cc-5f5f-494f-8cc0-9e0d882269e4 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:00.619208 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-587c6ceb-8a71-4b7c-9636-eb37285375ec req-a228e1cc-5f5f-494f-8cc0-9e0d882269e4 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1661174 Sep 10 16:49:00.635510 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fffb4-f1de-446c-8e3c-886421a2ecfe req-4ed39976-2584-4b1d-923c-0be9533c010e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:00.636975 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d54fffb4-f1de-446c-8e3c-886421a2ecfe req-4ed39976-2584-4b1d-923c-0be9533c010e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1222568 Sep 10 16:49:00.698918 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4158256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6763'] for router, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:00.710325 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-587c6ceb-8a71-4b7c-9636-eb37285375ec req-bf682853-a24a-4966-b76e-e78967530223 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808747 Sep 10 16:49:00.717051 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d54fffb4-f1de-446c-8e3c-886421a2ecfe req-0002f186-23ac-4c29-a7e0-102c97eaa91e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588531 Sep 10 16:49:00.719039 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp944730ea-2810-5243-a359-b6f7ebb1c417-19b435ae-57cc-4736-a6ea-9d3189011e76', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253'}]}} from dv-cinder-808473-1-smb. {{(pid=75008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 16:49:00.720859 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:00.923009 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.db_base_plugin_common [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Allocated IP 172.20.0.2 (19b435ae-57cc-4736-a6ea-9d3189011e76/63cfbc35-14cf-4931-b6ab-a1b9c9ce3253/439dca12-e434-402a-ad9a-b2c59edb4f9e) {{(pid=75008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:49:00.928936 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:00.960688 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:01.112487 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Allocated IP 172.28.1.36 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/cc55a698-b341-4a2a-a71b-1db5c57fdc55) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:49:01.184615 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Notify callbacks [] for port, precommit_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:01.198386 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Transition to ACTIVE for port object 439dca12-e434-402a-ad9a-b2c59edb4f9e will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:01.221572 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Transition to ACTIVE for port object 439dca12-e434-402a-ad9a-b2c59edb4f9e will not be triggered until provisioned by entity DHCP. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:01.235245 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:01.237319 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:01.293087 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:01.330096 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Network 19b435ae-57cc-4736-a6ea-9d3189011e76 is already hosted by enough agents. {{(pid=75008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:49:01.330856 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:01.330984 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Pushing event updated for resources: {'Port': ['ID=439dca12-e434-402a-ad9a-b2c59edb4f9e,revision_number=1']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:01.335426 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:01.340803 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:01.341144 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:01.341474 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:01.342330 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:01.342650 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:01.342972 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:01.343289 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:01.343607 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:01.343919 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:01.344231 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:01.344637 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:01.348384 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:01.350042 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.base_scheduler [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Resources bound (agent type, host, resource id): {{(pid=75008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:49:01.353279 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Received port after_create {{(pid=75008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:49:01.444340 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:49:01.447787 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:49:01.454857 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:49:01.467540 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Attempting to bind port 439dca12-e434-402a-ad9a-b2c59edb4f9e on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:49:01.468264 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Attempting to bind port 439dca12-e434-402a-ad9a-b2c59edb4f9e by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:49:01.469129 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Attempting to bind port 439dca12-e434-402a-ad9a-b2c59edb4f9e on network 19b435ae-57cc-4736-a6ea-9d3189011e76 {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:49:01.476348 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:49:01.477515 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Checking segment: {'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:49:01.478142 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:01.478757 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Bound using segment: {'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:49:01.479460 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Bound port: 439dca12-e434-402a-ad9a-b2c59edb4f9e, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:49:01.480057 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:01.501756 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Pushing event updated for resources: {'Port': ['ID=cc55a698-b341-4a2a-a71b-1db5c57fdc55,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:01.504623 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:01.569210 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e12af-9d5a-496d-b68b-d9920e216c3a req-9ebade95-7664-4811-a841-c0250f562bb3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:01.579993 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-337e12af-9d5a-496d-b68b-d9920e216c3a req-9ebade95-7664-4811-a841-c0250f562bb3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1769235 Sep 10 16:49:01.624286 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] For port 439dca12-e434-402a-ad9a-b2c59edb4f9e, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:49:01.628746 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] For port 439dca12-e434-402a-ad9a-b2c59edb4f9e, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=439dca12-e434-402a-ad9a-b2c59edb4f9e,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:49:01.636758 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:01.642273 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:01.656287 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-337e12af-9d5a-496d-b68b-d9920e216c3a req-b4c4c384-49ce-489a-90e5-730d9e1a4b14 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745735 Sep 10 16:49:01.693819 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:01.694553 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4158229'] for router, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:01.723318 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Pushing event updated for resources: {'Port': ['ID=439dca12-e434-402a-ad9a-b2c59edb4f9e,revision_number=2']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:01.731502 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:01.752347 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:01.819721 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4130e-ae0d-4da5-9f75-4efaf5bc5d6e req-6dfda705-acf0-4516-9912-eddbcde8038e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:01.825086 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b9f4130e-ae0d-4da5-9f75-4efaf5bc5d6e req-6dfda705-acf0-4516-9912-eddbcde8038e tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 945 time: 0.0878577 Sep 10 16:49:01.933606 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b9f4130e-ae0d-4da5-9f75-4efaf5bc5d6e req-fdcdcfc7-e9cf-46e1-b11e-485590e8c46d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061685 Sep 10 16:49:02.001076 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd7cf5-f649-41b1-bde3-07d1c3494dec req-95c1021b-f322-4fbc-b509-30dc34e4e104 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:02.002634 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2cdd7cf5-f649-41b1-bde3-07d1c3494dec req-95c1021b-f322-4fbc-b509-30dc34e4e104 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1261883 Sep 10 16:49:02.031290 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Router 71b6883e-ed9a-4ace-8123-2c404eb7eacb is scheduled to L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 with binding_index 1 {{(pid=75007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:49:02.104425 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2cdd7cf5-f649-41b1-bde3-07d1c3494dec req-6333e5ae-2bed-47b9-934c-9956221b16f2 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864317 Sep 10 16:49:02.162973 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 439dca12-e434-402a-ad9a-b2c59edb4f9e up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:02.275064 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce45e-2e5b-4507-859f-f064b8941c61 req-31cca5c1-4c93-4189-b86b-e90cd40ba08b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:02.282830 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-630ce45e-2e5b-4507-859f-f064b8941c61 req-31cca5c1-4c93-4189-b86b-e90cd40ba08b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1048639 Sep 10 16:49:02.303541 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 439dca12-e434-402a-ad9a-b2c59edb4f9e completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:49:02.342257 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-630ce45e-2e5b-4507-859f-f064b8941c61 req-5730ec1c-92f7-401d-ade1-1f89adf4a72f tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580533 Sep 10 16:49:02.481925 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-0b8f06ce-5181-406c-a638-b1851584bbdb req-e7dbfc6f-173a-4c70-9d40-f04501253d53 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 1098 time: 0.1096487 Sep 10 16:49:02.507646 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:49:02.528489 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Sync routers for ids ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:49:02.551843 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Routers {'71b6883e-ed9a-4ace-8123-2c404eb7eacb'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:49:02.552153 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-0b8f06ce-5181-406c-a638-b1851584bbdb req-aac2f11a-f01e-4057-a38b-4d1d128a7d0b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624599 Sep 10 16:49:02.552828 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:48:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:02.554699 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Notify callbacks [] for router, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:02.556304 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0633819 Sep 10 16:49:02.558929 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59566) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:02.849449 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Set router 71b6883e-ed9a-4ace-8123-2c404eb7eacb gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:49:02.979680 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bbd9-0ee6-4668-9ff4-7118cdf756da req-a60cf6db-3510-4f0d-afbc-dd32e2b1829f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:02.987801 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cf48bbd9-0ee6-4668-9ff4-7118cdf756da req-a60cf6db-3510-4f0d-afbc-dd32e2b1829f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1078305 Sep 10 16:49:03.051647 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cf48bbd9-0ee6-4668-9ff4-7118cdf756da req-2674a78d-9909-49ac-9f15-1b573e94766d tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630550 Sep 10 16:49:03.113612 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77c1d1-eb76-4a5a-823e-70d7e002daa5 None None] Network 19b435ae-57cc-4736-a6ea-9d3189011e76 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:49:03.352184 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:01Z', 'revision_number': 3, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:03.356893 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Checking router: 71b6883e-ed9a-4ace-8123-2c404eb7eacb for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:49:03.358078 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Updating router 71b6883e-ed9a-4ace-8123-2c404eb7eacb port cc55a698-b341-4a2a-a71b-1db5c57fdc55 binding host dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:49:03.395830 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-8b08ccf9-fd09-432a-975c-e374621f9b8a None None] Provisioning for port 439dca12-e434-402a-ad9a-b2c59edb4f9e completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:49:03.424097 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:03.450292 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-8b08ccf9-fd09-432a-975c-e374621f9b8a None None] Provisioning complete for port 439dca12-e434-402a-ad9a-b2c59edb4f9e triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:03.450776 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-8b08ccf9-fd09-432a-975c-e374621f9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:03.622951 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938a55-5ab2-4520-ac55-47b9459e1bfa req-90b28d9a-cbd5-42bf-aed7-03fddbd913f9 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:03.629943 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-19938a55-5ab2-4520-ac55-47b9459e1bfa req-90b28d9a-cbd5-42bf-aed7-03fddbd913f9 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1137311 Sep 10 16:49:03.638105 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1642-24e0-42db-88fd-5c6f65c9de48 req-594d0682-117a-40af-aaa4-eb1d6fbc5d47 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:03.645087 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2e6b1642-24e0-42db-88fd-5c6f65c9de48 req-594d0682-117a-40af-aaa4-eb1d6fbc5d47 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 945 time: 0.4694605 Sep 10 16:49:03.720444 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2e6b1642-24e0-42db-88fd-5c6f65c9de48 req-9f64edef-9bd6-4164-aa04-b99b209458f1 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743015 Sep 10 16:49:03.784587 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-19938a55-5ab2-4520-ac55-47b9459e1bfa req-5047544f-0a42-4a76-91ef-d09ca18f90c6 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535292 Sep 10 16:49:03.930984 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23467cb4-2b31-4f3e-a789-310022678f80 req-cdb66d5f-c1b2-4aa1-8ff3-4246bcc760ba tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:03.931672 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-23467cb4-2b31-4f3e-a789-310022678f80 req-cdb66d5f-c1b2-4aa1-8ff3-4246bcc760ba tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Synchronizing usage tracker for tenant:d95a9badc5004a7c889e2c9908741100 on resource:port {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:49:04.017372 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-8b08ccf9-fd09-432a-975c-e374621f9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.023463 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Notify callbacks [] for port, precommit_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.043305 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.provisioning_blocks [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Transition to ACTIVE for port object cc55a698-b341-4a2a-a71b-1db5c57fdc55 will not be triggered until provisioned by entity L2. {{(pid=75009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:04.058105 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.069296 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-23467cb4-2b31-4f3e-a789-310022678f80 req-cdb66d5f-c1b2-4aa1-8ff3-4246bcc760ba tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Unset dirty status for tenant:d95a9badc5004a7c889e2c9908741100 on resource:port {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:49:04.070865 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-23467cb4-2b31-4f3e-a789-310022678f80 req-cdb66d5f-c1b2-4aa1-8ff3-4246bcc760ba tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 945 time: 0.4086502 Sep 10 16:49:04.076621 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-9cb5e2a1-c148-4048-9e4e-3c24eeaf3fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:04.105873 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d8a1f-ba47-41bf-a051-91cd6bdfba63 req-0210821e-ab14-42ed-b1fe-504b97ee1756 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:04.118391 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-8b08ccf9-fd09-432a-975c-e374621f9b8a None None] For port 439dca12-e434-402a-ad9a-b2c59edb4f9e, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=439dca12-e434-402a-ad9a-b2c59edb4f9e,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:04.119214 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-274d8a1f-ba47-41bf-a051-91cd6bdfba63 req-0210821e-ab14-42ed-b1fe-504b97ee1756 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1875231 Sep 10 16:49:04.142281 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-8b08ccf9-fd09-432a-975c-e374621f9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.145720 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-c9eb5a9f-2515-401b-8488-e320c82d4caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:04.147024 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59594) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:04.203981 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.241763 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-274d8a1f-ba47-41bf-a051-91cd6bdfba63 req-fdd04b9b-d0b2-441a-968e-6287e3859126 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214635 Sep 10 16:49:04.250506 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08ccf9-fd09-432a-975c-e374621f9b8a None None] Pushing event updated for resources: {'Port': ['ID=439dca12-e434-402a-ad9a-b2c59edb4f9e,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:04.253919 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-8b08ccf9-fd09-432a-975c-e374621f9b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:04.255506 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Attempting to bind port cc55a698-b341-4a2a-a71b-1db5c57fdc55 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:49:04.256781 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Attempting to bind port cc55a698-b341-4a2a-a71b-1db5c57fdc55 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:49:04.257202 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Attempting to bind port cc55a698-b341-4a2a-a71b-1db5c57fdc55 on network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:49:04.278074 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:49:04.281128 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Checking segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:49:04.284311 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.284860 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Bound using segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:49:04.285486 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Bound port: cc55a698-b341-4a2a-a71b-1db5c57fdc55, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:49:04.285987 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.326736 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Pushing event updated for resources: {'Port': ['ID=cc55a698-b341-4a2a-a71b-1db5c57fdc55,revision_number=2']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:04.345897 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:04.346401 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:04.346833 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:04.347264 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:04.347711 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:04.348135 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:04.348587 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:04.349008 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:04.349426 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:04.349842 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:04.350257 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:04.355900 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:04.388384 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] For port cc55a698-b341-4a2a-a71b-1db5c57fdc55, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:49:04.392221 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] For port cc55a698-b341-4a2a-a71b-1db5c57fdc55, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=cc55a698-b341-4a2a-a71b-1db5c57fdc55,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:49:04.398222 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.407584 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:04.447816 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb59c3-941a-4864-b220-a4116bfe2eac req-4785633c-5647-481b-94db-cc4d6413df6a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:04.450737 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b2bb59c3-941a-4864-b220-a4116bfe2eac req-4785633c-5647-481b-94db-cc4d6413df6a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1302252 Sep 10 16:49:04.478424 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-f42c2723-4c18-4ead-9456-03851d12e021 None None] Provisioning complete for port 439dca12-e434-402a-ad9a-b2c59edb4f9e triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:04.478803 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f42c2723-4c18-4ead-9456-03851d12e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.494869 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-23467cb4-2b31-4f3e-a789-310022678f80 req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Deleting port ac18e9b4-f3d4-4162-966d-db8a32e75eb2 {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:49:04.495389 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-23467cb4-2b31-4f3e-a789-310022678f80 req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.515500 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Pushing event updated for resources: {'Port': ['ID=cc55a698-b341-4a2a-a71b-1db5c57fdc55,revision_number=3']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:04.518966 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:04.522914 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Routers {'71b6883e-ed9a-4ace-8123-2c404eb7eacb'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:49:04.523524 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:48:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:04.531462 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6302a2df-0c71-43f7-bc84-9f26cc2f09fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.545237 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b2bb59c3-941a-4864-b220-a4116bfe2eac req-d267a9e2-031a-47b7-8c0d-cc370cda9564 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879993 Sep 10 16:49:04.568829 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-6302a2df-0c71-43f7-bc84-9f26cc2f09fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:04.573222 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-6302a2df-0c71-43f7-bc84-9f26cc2f09fc admin admin] Usage tracker for resource:security_group_rule and tenant:f4294163c50143d8845d16605c7e53ed is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:04.578101 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-6302a2df-0c71-43f7-bc84-9f26cc2f09fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:04.583436 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-6302a2df-0c71-43f7-bc84-9f26cc2f09fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:04.659705 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6302a2df-0c71-43f7-bc84-9f26cc2f09fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.665933 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6302a2df-0c71-43f7-bc84-9f26cc2f09fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.698687 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-84616c36-1b9b-43b4-a214-3eb9d84453f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:04.741201 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-6302a2df-0c71-43f7-bc84-9f26cc2f09fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4294163c50143d8845d16605c7e53ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5916626 Sep 10 16:49:04.743604 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302a2df-0c71-43f7-bc84-9f26cc2f09fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd890a1-ea2d-4962-9673-08525742c281,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:04.752139 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] Set router 71b6883e-ed9a-4ace-8123-2c404eb7eacb gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:49:04.758660 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59602) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:04.766254 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-6302a2df-0c71-43f7-bc84-9f26cc2f09fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:04.816288 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-23467cb4-2b31-4f3e-a789-310022678f80 req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] For port ac18e9b4-f3d4-4162-966d-db8a32e75eb2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ac18e9b4-f3d4-4162-966d-db8a32e75eb2,segment=NetworkSegment(f7046ca8-a5ba-4939-b846-52cd4de601aa),segment_id=f7046ca8-a5ba-4939-b846-52cd4de601aa)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:04.816679 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-23467cb4-2b31-4f3e-a789-310022678f80 req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.846814 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d3b70482-0754-441e-881f-d7c1ec32c237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:04.883913 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d3b70482-0754-441e-881f-d7c1ec32c237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:05.117108 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d3b70482-0754-441e-881f-d7c1ec32c237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:05.126600 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:05.162448 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0abae-d917-49e2-9054-566f083c694d req-2d5ef447-24cd-486d-9dbd-cea7b82942cd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:05.165059 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a4a0abae-d917-49e2-9054-566f083c694d req-2d5ef447-24cd-486d-9dbd-cea7b82942cd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1614263 Sep 10 16:49:05.166105 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b70482-0754-441e-881f-d7c1ec32c237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd890a1-ea2d-4962-9673-08525742c281,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:05.172000 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Allocated IP 172.20.0.1 (19b435ae-57cc-4736-a6ea-9d3189011e76/63cfbc35-14cf-4931-b6ab-a1b9c9ce3253/334f0e2b-8a74-4ce3-b885-dd76379cd07f) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:49:05.183144 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc664652-e375-40c8-badd-1cf738c13bca req-8bef5bf8-01fc-42aa-8a99-c27597848546 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:05.183551 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cc664652-e375-40c8-badd-1cf738c13bca req-8bef5bf8-01fc-42aa-8a99-c27597848546 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 945 time: 0.2247815 Sep 10 16:49:05.184294 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:01Z', 'revision_number': 3, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:05.188971 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d3b70482-0754-441e-881f-d7c1ec32c237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:05.190540 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a5ef94-233c-4f1a-bb13-7913d10019d7 None None] The sync data for ids ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'] in dv-cinder-808473-1-smb is: [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:01Z', 'revision_number': 3, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:49:05.210139 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-23467cb4-2b31-4f3e-a789-310022678f80 req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Calling delete_port for ac18e9b4-f3d4-4162-966d-db8a32e75eb2 owned by compute:nova {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:49:05.242987 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d3b70482-0754-441e-881f-d7c1ec32c237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:05.244488 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-d3b70482-0754-441e-881f-d7c1ec32c237 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ecd890a1-ea2d-4962-9673-08525742c281 HTTP/1.1" status: 204 len: 168 time: 0.4834669 Sep 10 16:49:05.294393 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cc664652-e375-40c8-badd-1cf738c13bca req-951ac143-3eca-49a6-9eb5-1e4b9f9c7ff5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/security-groups?id=34549377-0214-4a22-88bc-ae0a56b57cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024969 Sep 10 16:49:05.339910 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a4a0abae-d917-49e2-9054-566f083c694d req-7da18b4b-013e-47fa-a97e-7d5d0fd19836 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498017 Sep 10 16:49:05.626660 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:05.698356 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Transition to ACTIVE for port object 334f0e2b-8a74-4ce3-b885-dd76379cd07f will not be triggered until provisioned by entity DHCP. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:05.733809 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-23467cb4-2b31-4f3e-a789-310022678f80 req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:05.747381 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['ac18e9b4-f3d4-4162-966d-db8a32e75eb2'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:49:05.749081 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:05.786503 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2e72-d5ca-437a-84d3-d2b1c0b7754c req-8ed381d4-b400-46bc-9d0e-867d3396e0e6 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:05.804078 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Pushing event deleted for resources: {'Port': ['ID=ac18e9b4-f3d4-4162-966d-db8a32e75eb2,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:05.806490 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5d3a2e72-d5ca-437a-84d3-d2b1c0b7754c req-8ed381d4-b400-46bc-9d0e-867d3396e0e6 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.2164097 Sep 10 16:49:05.807325 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:05.877648 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5d3a2e72-d5ca-437a-84d3-d2b1c0b7754c req-8e3a5583-fc50-4ca9-b8c2-db3f2c7bf9cc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699451 Sep 10 16:49:05.936862 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:05.984390 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f9b9c259-293f-45db-aa1b-95092878ea01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:06.051917 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-23467cb4-2b31-4f3e-a789-310022678f80 req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] No DVR routers for this DVR port ac18e9b4-f3d4-4162-966d-db8a32e75eb2 on host hv-cinder-80847 {{(pid=75007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:49:06.082312 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-23467cb4-2b31-4f3e-a789-310022678f80 req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:06.088242 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2e40fc-dc10-4c56-ba86-79131a6d02cf', 'name': 'network-vif-deleted', 'tag': 'ac18e9b4-f3d4-4162-966d-db8a32e75eb2'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:49:06.115649 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f9f60f88-9563-4691-9b4f-90d4750365ce req-d87ef736-386a-44f1-b644-5a203dffc523 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 1098 time: 0.1569393 Sep 10 16:49:06.129107 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Network 19b435ae-57cc-4736-a6ea-9d3189011e76 is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:49:06.149131 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:49:06.175272 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:49:06.225497 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-23467cb4-2b31-4f3e-a789-310022678f80 req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.48 "DELETE /v2.0/ports/ac18e9b4-f3d4-4162-966d-db8a32e75eb2 HTTP/1.1" status: 204 len: 173 time: 2.0249527 Sep 10 16:49:06.237176 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Pushing event updated for resources: {'Port': ['ID=334f0e2b-8a74-4ce3-b885-dd76379cd07f,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:06.251172 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 439dca12-e434-402a-ad9a-b2c59edb4f9e up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:06.282794 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:06.322669 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4158419'] for router_interface, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:06.430062 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 439dca12-e434-402a-ad9a-b2c59edb4f9e triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:06.430538 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:06.504354 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:06.507688 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4e801-3a28-44a9-a2b2-81ba8961c08c req-118ee766-33c9-480b-b071-989d2da8374b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:06.515841 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-50b4e801-3a28-44a9-a2b2-81ba8961c08c req-118ee766-33c9-480b-b071-989d2da8374b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.3957019 Sep 10 16:49:06.546113 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f60f88-9563-4691-9b4f-90d4750365ce req-47e04bbd-c628-42ab-93c2-602284f38128 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:06.547491 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f9f60f88-9563-4691-9b4f-90d4750365ce req-47e04bbd-c628-42ab-93c2-602284f38128 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 200 len: 919 time: 0.4256365 Sep 10 16:49:06.588407 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-eecd4999-31a2-4654-a2fb-d176168773b9 None None] Provisioning for port 334f0e2b-8a74-4ce3-b885-dd76379cd07f completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:49:06.596992 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-eecd4999-31a2-4654-a2fb-d176168773b9 None None] Provisioning complete for port 334f0e2b-8a74-4ce3-b885-dd76379cd07f triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:06.597553 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-eecd4999-31a2-4654-a2fb-d176168773b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:06.622749 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29204072-99da-45e4-80d8-db646c0c690e req-a4d050fe-80b7-4440-8832-4cb6274104d6 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:06.624219 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-29204072-99da-45e4-80d8-db646c0c690e req-a4d050fe-80b7-4440-8832-4cb6274104d6 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.3850849 Sep 10 16:49:06.680180 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f9f60f88-9563-4691-9b4f-90d4750365ce req-bbcb0a59-f150-4bfc-8320-e1f28f5fa4e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde42992-3766-4acf-b9cb-7e6b226203d5 HTTP/1.1" status: 200 len: 217 time: 0.1234739 Sep 10 16:49:06.682905 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-50b4e801-3a28-44a9-a2b2-81ba8961c08c req-afe82460-479e-46e9-8992-542407f50eaa tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660938 Sep 10 16:49:06.706763 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device cc55a698-b341-4a2a-a71b-1db5c57fdc55 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:06.774479 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-29204072-99da-45e4-80d8-db646c0c690e req-0ba13cab-60f4-40b9-83fc-b829e6a868a8 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415803 Sep 10 16:49:06.782895 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f60f88-9563-4691-9b4f-90d4750365ce req-a4145ef4-3f00-4355-b34c-de55252dd4c5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:06.784506 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f9f60f88-9563-4691-9b4f-90d4750365ce req-a4145ef4-3f00-4355-b34c-de55252dd4c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15759e78-f453-4e6b-a31e-5c5791b0a59f HTTP/1.1" status: 200 len: 858 time: 0.0936582 Sep 10 16:49:06.821239 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-eecd4999-31a2-4654-a2fb-d176168773b9 None None] Port 334f0e2b-8a74-4ce3-b885-dd76379cd07f cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:49:06.858866 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f9f60f88-9563-4691-9b4f-90d4750365ce req-e2ea41ff-ab88-4e75-bd20-8c6fa32e5c06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e5adaf9-c968-40bc-9d44-9a6aade22f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610509 Sep 10 16:49:06.871608 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port cc55a698-b341-4a2a-a71b-1db5c57fdc55 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:49:06.881529 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port cc55a698-b341-4a2a-a71b-1db5c57fdc55 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:06.882174 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:06.903394 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:06.923417 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2e40fc-dc10-4c56-ba86-79131a6d02cf', 'name': 'network-vif-deleted', 'tag': 'ac18e9b4-f3d4-4162-966d-db8a32e75eb2', 'status': 'completed', 'code': 200} Sep 10 16:49:06.927999 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:07.027543 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:07.139419 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:07.159134 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f9f60f88-9563-4691-9b4f-90d4750365ce req-8946c893-fdff-409a-a9fe-ed0c9b5d280e service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895970 Sep 10 16:49:07.162624 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port cc55a698-b341-4a2a-a71b-1db5c57fdc55, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=cc55a698-b341-4a2a-a71b-1db5c57fdc55,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:07.169693 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:07.173904 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:07.205454 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Pushing event updated for resources: {'Port': ['ID=334f0e2b-8a74-4ce3-b885-dd76379cd07f,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:07.211540 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:07.212508 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3361487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4159336'] for router_interface, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:07.242488 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c3d69548-3402-4819-a560-6a476ed0ebd9 req-80c4dfb7-733a-48a7-a65f-4a5c40ad526a tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2e40fc-dc10-4c56-ba86-79131a6d02cf HTTP/1.1" status: 200 len: 210 time: 0.0819054 Sep 10 16:49:07.301366 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=cc55a698-b341-4a2a-a71b-1db5c57fdc55,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:07.304897 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:07.390757 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Network 19b435ae-57cc-4736-a6ea-9d3189011e76 is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:49:07.392358 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:49:07.495723 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f9f60f88-9563-4691-9b4f-90d4750365ce req-bab4cf88-2b2f-4f7e-90fc-f7a31353246c service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929866 Sep 10 16:49:07.512601 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478323e3-0070-4b03-a438-1524441246a5 req-4564c16a-bd6b-4dd6-81a7-df94d72663ad tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:07.515035 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-478323e3-0070-4b03-a438-1524441246a5 req-4564c16a-bd6b-4dd6-81a7-df94d72663ad tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1416688 Sep 10 16:49:07.566954 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-478323e3-0070-4b03-a438-1524441246a5 req-bac9d0f3-fd85-4fa6-8348-a78a94cc5dea tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449858 Sep 10 16:49:07.655239 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-5ac05e67-bd00-4062-b05c-107437f67573 None None] Provisioning complete for port 334f0e2b-8a74-4ce3-b885-dd76379cd07f triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:07.655464 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6bff3956-952a-4be3-9988-09c146d717ec req-3117314e-d946-4b86-bcac-ad06aa255bee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 1099 time: 0.1885636 Sep 10 16:49:07.655561 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-5ac05e67-bd00-4062-b05c-107437f67573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:07.708795 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-5ac05e67-bd00-4062-b05c-107437f67573 None None] Port 334f0e2b-8a74-4ce3-b885-dd76379cd07f cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:49:07.928101 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff3956-952a-4be3-9988-09c146d717ec req-9f872f50-dbaa-4e9a-96e0-384c0bd293ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:07.929462 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6bff3956-952a-4be3-9988-09c146d717ec req-9f872f50-dbaa-4e9a-96e0-384c0bd293ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 200 len: 912 time: 0.1573155 Sep 10 16:49:08.004106 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6925758-fd6c-48f6-8ded-5e6daa3b9681 req-f4680b23-c251-45a3-82d9-b61a01880c0e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:08.005607 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a6925758-fd6c-48f6-8ded-5e6daa3b9681 req-f4680b23-c251-45a3-82d9-b61a01880c0e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1525772 Sep 10 16:49:08.018617 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device cc55a698-b341-4a2a-a71b-1db5c57fdc55 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:08.040723 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75a204-f30d-4790-9b1f-f8b29426a60f req-8c304aed-5559-496c-8861-2fd4fe2ff25b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:08.042168 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8e75a204-f30d-4790-9b1f-f8b29426a60f req-8c304aed-5559-496c-8861-2fd4fe2ff25b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1246254 Sep 10 16:49:08.101709 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a6925758-fd6c-48f6-8ded-5e6daa3b9681 req-c54ab36b-e05c-42e2-9920-c921ed5049de tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886848 Sep 10 16:49:08.120612 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8e75a204-f30d-4790-9b1f-f8b29426a60f req-61312851-b5a1-4c6e-8642-003c8a8994d7 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657623 Sep 10 16:49:08.130684 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port cc55a698-b341-4a2a-a71b-1db5c57fdc55 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:08.131081 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:08.151605 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6bff3956-952a-4be3-9988-09c146d717ec req-f93a8c76-bdf6-4f08-8431-66b882d0423b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc5fdc05-7928-4196-9930-806164ea9183 HTTP/1.1" status: 200 len: 1002 time: 0.1767478 Sep 10 16:49:08.167935 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device ac18e9b4-f3d4-4162-966d-db8a32e75eb2 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:49:08.218148 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: ac18e9b4-f3d4-4162-966d-db8a32e75eb2 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:49:08.218863 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device ac18e9b4-f3d4-4162-966d-db8a32e75eb2 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:49:08.237769 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff3956-952a-4be3-9988-09c146d717ec req-5ecd74b3-8de4-48dc-8140-6284b05d21ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:08.239188 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6bff3956-952a-4be3-9988-09c146d717ec req-5ecd74b3-8de4-48dc-8140-6284b05d21ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54bb58bb-87eb-4281-bd1c-58a2b9514021 HTTP/1.1" status: 200 len: 850 time: 0.0739126 Sep 10 16:49:08.277794 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Router 71b6883e-ed9a-4ace-8123-2c404eb7eacb has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:49:08.374215 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59670) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:08.412646 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6bff3956-952a-4be3-9988-09c146d717ec req-a7fad2ed-4671-4e21-bd0a-5c452d43b285 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b65969a5-0d8c-42ad-9abf-b97b1a238cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1652524 Sep 10 16:49:08.434128 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f93ca9-04ef-4c6e-b8d6-0c30f78eb210 admin admin] Deleting subnet 92a6559f-b380-44bf-8ab5-841ac3638065 {{(pid=75006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:49:08.437746 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c2f93ca9-04ef-4c6e-b8d6-0c30f78eb210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:08.491625 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c2f93ca9-04ef-4c6e-b8d6-0c30f78eb210 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:08.500435 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c2f93ca9-04ef-4c6e-b8d6-0c30f78eb210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:08.579547 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c2f93ca9-04ef-4c6e-b8d6-0c30f78eb210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for subnet, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:08.584395 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-17f1bbd9-29c1-4f89-ad1c-b93fd2c2d83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:08.619103 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f93ca9-04ef-4c6e-b8d6-0c30f78eb210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a6559f-b380-44bf-8ab5-841ac3638065,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:08.622174 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c2f93ca9-04ef-4c6e-b8d6-0c30f78eb210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:08.629084 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c2f93ca9-04ef-4c6e-b8d6-0c30f78eb210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:08.632183 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6bff3956-952a-4be3-9988-09c146d717ec req-ddb321d5-e623-4bf0-b9d2-0f8419298fd9 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106147 Sep 10 16:49:08.636769 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-c2f93ca9-04ef-4c6e-b8d6-0c30f78eb210 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/92a6559f-b380-44bf-8ab5-841ac3638065 HTTP/1.1" status: 204 len: 168 time: 0.2614677 Sep 10 16:49:08.639715 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59678) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:08.739762 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:49:08.746264 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] 10.222.0.43 "PUT /v2.0/routers/71b6883e-ed9a-4ace-8123-2c404eb7eacb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1861439 Sep 10 16:49:08.789053 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6bff3956-952a-4be3-9988-09c146d717ec req-eb2b19cf-f0db-49fa-84c6-85ee5eb13fb3 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491051 Sep 10 16:49:08.814122 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:08.949187 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96703f2-a073-4a1f-a92d-7c1252c20aa5 req-95caf79c-13b2-43f8-a6c3-1495cbf24e90 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:08.950660 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c96703f2-a073-4a1f-a92d-7c1252c20aa5 req-95caf79c-13b2-43f8-a6c3-1495cbf24e90 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.2343349 Sep 10 16:49:08.984773 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:09.007973 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.008273 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.009202 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.009513 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > port after_create 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.009911 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.010255 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > port after_update 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.010573 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.011303 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.011629 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.011946 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.128370 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.128610 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.128912 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.129242 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:49:09.129625 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8b6956-e9ad-4274-8095-3b0e68edaa22']}} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:09.149459 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7046ca8-a5ba-4939-b846-52cd4de601aa') {'for_net_delete': True} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:09.149774 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7046ca8-a5ba-4939-b846-52cd4de601aa') {} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:09.166017 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756514'] for segment, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:09.183580 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c96703f2-a073-4a1f-a92d-7c1252c20aa5 req-a3bbc752-9221-40b1-9ff6-1ed4e94e2d53 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199383 Sep 10 16:49:09.193393 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:09.201855 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=75006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:49:09.202329 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2755639'] for segment, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: util.warn_limited( Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: util.warn_limited( Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: Traceback (most recent call last): Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: timer() Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: cb(*args, **kw) Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: return func(*args, **kwargs) Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: self._notify() Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: self.callback(batched_events) Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: event.method(event) Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: return f(self, *a, **k) Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: return self._get(url).json() Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: return self.request(url, 'GET', **kwargs) Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:49:09.220796 dv-cinder-808473-1-smb neutron-server[75006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:49:09.300831 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Sync routers for ids ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:49:09.315485 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Routers {'71b6883e-ed9a-4ace-8123-2c404eb7eacb'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:49:09.317153 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:48:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:09.460166 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:09.477446 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:09.496630 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:09.507173 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Set router 71b6883e-ed9a-4ace-8123-2c404eb7eacb gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:49:09.516804 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8b6956-e9ad-4274-8095-3b0e68edaa22,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:09.526285 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:09.535383 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bda92-dbf1-4ced-9ff6-4824f295e49a req-fcec6830-faff-4eec-95b9-03e9a4000780 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:09.536707 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-485bda92-dbf1-4ced-9ff6-4824f295e49a req-fcec6830-faff-4eec-95b9-03e9a4000780 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1854606 Sep 10 16:49:09.547417 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be3f9f-fad2-4f12-b2b3-e5e1ff4959ec req-eb768790-97d9-45d5-8c5c-3b0e680d6d71 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:09.556940 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70be3f9f-fad2-4f12-b2b3-e5e1ff4959ec req-eb768790-97d9-45d5-8c5c-3b0e680d6d71 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.2501025 Sep 10 16:49:09.603709 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-22520190-c07d-4f5b-b11e-0a84dc48d552 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2e8b6956-e9ad-4274-8095-3b0e68edaa22 HTTP/1.1" status: 204 len: 168 time: 0.9628065 Sep 10 16:49:09.644218 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59702) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:09.702753 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70be3f9f-fad2-4f12-b2b3-e5e1ff4959ec req-b18d94f3-f903-4258-b4ae-ca17055f63af tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442599 Sep 10 16:49:09.707118 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-485bda92-dbf1-4ced-9ff6-4824f295e49a req-f16aa621-2c4c-4875-b28b-4453f05a6b81 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166713 Sep 10 16:49:09.778305 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_v2 [None req-993d974a-7dd3-4278-83da-ec3a95a6c78c admin admin] Deleting subnet 6c5c8d56-d2bd-48ca-a5e9-ae6da7561b0e {{(pid=75007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:49:09.781726 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-993d974a-7dd3-4278-83da-ec3a95a6c78c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:09.845488 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-993d974a-7dd3-4278-83da-ec3a95a6c78c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968804'] for subnet, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:09.917722 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-993d974a-7dd3-4278-83da-ec3a95a6c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:09.933841 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59710) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:09.975989 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:06Z', 'revision_number': 4, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '334f0e2b-8a74-4ce3-b885-dd76379cd07f', 'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'mac_address': 'fa:16:3e:e5:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:04Z', 'updated_at': '2021-09-10T16:49:06Z', 'revision_number': 2, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'subnets': [{'id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:09.981138 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Checking router: 71b6883e-ed9a-4ace-8123-2c404eb7eacb for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:49:09.981616 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Updating router 71b6883e-ed9a-4ace-8123-2c404eb7eacb port 334f0e2b-8a74-4ce3-b885-dd76379cd07f binding host dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:49:10.038678 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-993d974a-7dd3-4278-83da-ec3a95a6c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3038976'] for subnet, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.046839 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:10.064782 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-6f1a410d-2a19-4780-a9de-688653a320bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d95a9badc5004a7c889e2c9908741100&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1294353 Sep 10 16:49:10.066996 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59714) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:10.069937 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.090496 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d974a-7dd3-4278-83da-ec3a95a6c78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5c8d56-d2bd-48ca-a5e9-ae6da7561b0e,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:10.097400 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-993d974a-7dd3-4278-83da-ec3a95a6c78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:10.100567 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-993d974a-7dd3-4278-83da-ec3a95a6c78c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.109399 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-993d974a-7dd3-4278-83da-ec3a95a6c78c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6c5c8d56-d2bd-48ca-a5e9-ae6da7561b0e HTTP/1.1" status: 204 len: 168 time: 0.4630539 Sep 10 16:49:10.112779 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59718) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:10.157383 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2785fd89-31e2-449d-90e8-e485e0f8335c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.187279 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2785fd89-31e2-449d-90e8-e485e0f8335c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.204074 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 33042e64-22e6-4e33-a3d7-84906801554b details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:49:10.258486 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2785fd89-31e2-449d-90e8-e485e0f8335c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.270546 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:10.312717 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59726) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:10.316722 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785fd89-31e2-449d-90e8-e485e0f8335c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34549377-0214-4a22-88bc-ae0a56b57cf3,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:10.336443 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-2785fd89-31e2-449d-90e8-e485e0f8335c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:10.345737 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-634085841-network', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:10.355639 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.365024 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:10.377943 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Usage tracker for resource:network and tenant:1a6f8cfefa2342f990af4bb5264590d0 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:10.394102 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:10.406691 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2785fd89-31e2-449d-90e8-e485e0f8335c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.408273 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-2785fd89-31e2-449d-90e8-e485e0f8335c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34549377-0214-4a22-88bc-ae0a56b57cf3 HTTP/1.1" status: 204 len: 168 time: 0.3400850 Sep 10 16:49:10.409444 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:10.426438 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Made reservation on behalf of 1a6f8cfefa2342f990af4bb5264590d0 for: {'network': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:49:10.429760 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.462643 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.526684 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.544344 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b66d58-9c95-4856-a909-f5f21d6fc756']}} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:10.559109 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b129a0d-2b7f-4453-88f4-754646eda673') {'for_net_delete': True} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:10.559350 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b129a0d-2b7f-4453-88f4-754646eda673') {} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:10.572690 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968829'] for segment, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.598342 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.608729 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=75007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:49:10.610155 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296045'] for segment, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.651296 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:10.656024 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Usage tracker for resource:security_group_rule and tenant:1a6f8cfefa2342f990af4bb5264590d0 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:10.660930 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:10.670567 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:10.756061 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:10.771556 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: Traceback (most recent call last): Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: timer() Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: cb(*args, **kw) Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: return func(*args, **kwargs) Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: self._notify() Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: self.callback(batched_events) Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: event.method(event) Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: return f(self, *a, **k) Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: return self._get(url).json() Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: return self.request(url, 'GET', **kwargs) Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:49:10.773004 dv-cinder-808473-1-smb neutron-server[75007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:49:10.778033 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.787540 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.793998 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:10.794966 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.802755 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9e9536a1-382e-4857-8068-00dd02213021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:10.821995 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] Pushing event deleted for resources: {'Network': ['ID=84b66d58-9c95-4856-a909-f5f21d6fc756,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:10.824837 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:10.831081 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89686c-8257-4659-93fc-3ccaf0f35371 req-e3f58fc1-c13f-4f2e-b18d-8d840e3ac6d4 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:10.833187 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8c89686c-8257-4659-93fc-3ccaf0f35371 req-e3f58fc1-c13f-4f2e-b18d-8d840e3ac6d4 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.3516901 Sep 10 16:49:10.834075 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] 10.222.0.43 "DELETE /v2.0/networks/84b66d58-9c95-4856-a909-f5f21d6fc756 HTTP/1.1" status: 204 len: 168 time: 0.7199762 Sep 10 16:49:10.837217 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59750) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:10.849086 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '33042e64-22e6-4e33-a3d7-84906801554b', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'port_id': '33042e64-22e6-4e33-a3d7-84906801554b', 'mac_address': 'fa:16:3e:20:53:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:49:10.861121 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=75006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:49:10.889765 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13bb3a0-97aa-4d50-bf01-1bc52da790d9,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:10.912232 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:10.920894 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.921446 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.segments_db [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Added segment 98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b of type vlan for network 43641522-09c8-491a-a3d1-3ca9b73c97e0 Sep 10 16:49:10.952407 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b39f1a9-96c4-40ef-a14f-c17ce9453477 admin admin] Deleting subnet 8a1215f8-3611-48a6-aaf9-c5bee3d08785 {{(pid=75007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:49:10.961905 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-3b39f1a9-96c4-40ef-a14f-c17ce9453477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.972032 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:10.983218 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8c89686c-8257-4659-93fc-3ccaf0f35371 req-d3aebe1e-6122-4b7e-b276-c4cf67fbbcb3 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278663 Sep 10 16:49:11.033707 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33042e64-22e6-4e33-a3d7-84906801554b {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:49:11.089951 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.125937 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-3b39f1a9-96c4-40ef-a14f-c17ce9453477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968804'] for subnet, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.173787 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197e3a-ba64-49ca-b179-a8e59660edc7 req-38b144b6-6c07-4770-9d17-493a649cc817 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:11.175355 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-67197e3a-ba64-49ca-b179-a8e59660edc7 req-38b144b6-6c07-4770-9d17-493a649cc817 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1847470 Sep 10 16:49:11.176231 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.177454 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:11.183812 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.189835 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:11.226518 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-3b39f1a9-96c4-40ef-a14f-c17ce9453477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.287825 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Pushing event updated for resources: {'Network': ['ID=43641522-09c8-491a-a3d1-3ca9b73c97e0,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:11.308898 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network 43641522-09c8-491a-a3d1-3ca9b73c97e0 details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:49:11.317358 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-3b39f1a9-96c4-40ef-a14f-c17ce9453477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3038976'] for subnet, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.320509 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:11.323833 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:11.363535 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-67197e3a-ba64-49ca-b179-a8e59660edc7 req-c2b7b86e-4881-4c57-8a22-0bc28ab8ef29 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745079 Sep 10 16:49:11.376484 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0539584 Sep 10 16:49:11.376952 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59766) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:11.384181 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39f1a9-96c4-40ef-a14f-c17ce9453477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1215f8-3611-48a6-aaf9-c5bee3d08785,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:11.384656 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Request body: {'subnet': {'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-634085841-subnet', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'ip_version': 4}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:11.396445 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3b39f1a9-96c4-40ef-a14f-c17ce9453477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:11.398991 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:11.401280 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-3b39f1a9-96c4-40ef-a14f-c17ce9453477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.419359 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-3b39f1a9-96c4-40ef-a14f-c17ce9453477 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8a1215f8-3611-48a6-aaf9-c5bee3d08785 HTTP/1.1" status: 204 len: 168 time: 0.5797141 Sep 10 16:49:11.421873 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59772) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:11.496678 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:11.501893 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Usage tracker for resource:subnet and tenant:1a6f8cfefa2342f990af4bb5264590d0 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:11.507795 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.510249 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:11.515881 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:11.542957 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:11.563799 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Notify callbacks [] for port, precommit_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.601359 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Transition to ACTIVE for port object 334f0e2b-8a74-4ce3-b885-dd76379cd07f will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:11.606493 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Made reservation on behalf of 1a6f8cfefa2342f990af4bb5264590d0 for: {'subnet': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:49:11.613666 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2667496'] for subnet, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.614785 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.623235 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['33042e64-22e6-4e33-a3d7-84906801554b'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:49:11.670305 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.696930 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=33042e64-22e6-4e33-a3d7-84906801554b,revision_number=6']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:11.701208 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:11.703843 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:11.917762 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:11.919310 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959e760-3c90-4833-ba10-4b939f6417a6 None None] Pushing event updated for resources: {'Port': ['ID=334f0e2b-8a74-4ce3-b885-dd76379cd07f,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:11.932480 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-2959e760-3c90-4833-ba10-4b939f6417a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:11.959466 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5a093d-1584-4b3d-aeaf-023eb33a1e51']}} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:12.016489 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47dc822-629e-479f-960f-3073b91c4c32') {'for_net_delete': True} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:12.017064 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47dc822-629e-479f-960f-3073b91c4c32') {} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:12.035494 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e4a2-97a8-492d-9f2e-e54dee3f3c4b req-a6e01810-35b5-4028-9201-021c6ba1a7ef tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:12.058936 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3074e4a2-97a8-492d-9f2e-e54dee3f3c4b req-a6e01810-35b5-4028-9201-021c6ba1a7ef tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.6641405 Sep 10 16:49:12.070892 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968829'] for segment, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.137770 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.158068 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=75007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:49:12.162415 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296045'] for segment, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.189898 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2755752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2667462'] for subnet, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: Traceback (most recent call last): Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: timer() Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: cb(*args, **kw) Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: return func(*args, **kwargs) Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: self._notify() Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: self.callback(batched_events) Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: event.method(event) Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: return f(self, *a, **k) Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: return self._get(url).json() Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: return self.request(url, 'GET', **kwargs) Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:49:12.203315 dv-cinder-808473-1-smb neutron-server[75007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:49:12.213741 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:12.315710 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Attempting to bind port 334f0e2b-8a74-4ce3-b885-dd76379cd07f on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:49:12.316012 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Attempting to bind port 334f0e2b-8a74-4ce3-b885-dd76379cd07f by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:49:12.316697 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Attempting to bind port 334f0e2b-8a74-4ce3-b885-dd76379cd07f on network 19b435ae-57cc-4736-a6ea-9d3189011e76 {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:49:12.334370 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:49:12.334756 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Checking segment: {'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:49:12.337911 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.338341 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Bound using segment: {'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:49:12.339831 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Bound port: 334f0e2b-8a74-4ce3-b885-dd76379cd07f, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:49:12.341376 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.387369 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52880f47-1fdb-4c77-9749-bf026286f01b,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:12.397023 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:12.403320 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.421055 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:12.438890 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3074e4a2-97a8-492d-9f2e-e54dee3f3c4b req-bb25bf7d-9e16-41cb-92c4-7ffaad6affd3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438311 Sep 10 16:49:12.460989 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.501939 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] Pushing event deleted for resources: {'Network': ['ID=db5a093d-1584-4b3d-aeaf-023eb33a1e51,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:12.511090 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:12.519318 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Checking segment: {'id': '98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:49:12.519687 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Network hostable DHCP agents. Network: 43641522-09c8-491a-a3d1-3ca9b73c97e0, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:49:12.524219 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-2ba8e530-2658-4528-a363-6a753985ef9b admin admin] 10.222.0.43 "DELETE /v2.0/networks/db5a093d-1584-4b3d-aeaf-023eb33a1e51 HTTP/1.1" status: 204 len: 168 time: 1.1010790 Sep 10 16:49:12.590454 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] For port 334f0e2b-8a74-4ce3-b885-dd76379cd07f, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:49:12.595994 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] For port 334f0e2b-8a74-4ce3-b885-dd76379cd07f, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=334f0e2b-8a74-4ce3-b885-dd76379cd07f,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:49:12.598329 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Network 43641522-09c8-491a-a3d1-3ca9b73c97e0 is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:49:12.602387 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.608089 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:12.618167 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, 43641522-09c8-491a-a3d1-3ca9b73c97e0) {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:49:12.627231 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:12.628002 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.665393 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7713ed3-6dab-4fe1-9428-8dc3a9143277 None None] Network 43641522-09c8-491a-a3d1-3ca9b73c97e0 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:49:12.676962 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59794) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:12.682714 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-a98a8d65-b848-498d-8d78-58e8de366d8e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3045928 Sep 10 16:49:12.683372 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-634085841-router', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:12.690886 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:12.699045 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Usage tracker for resource:router and tenant:1a6f8cfefa2342f990af4bb5264590d0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:12.703469 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:12.713976 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:12.757983 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6726'] for router, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.759468 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4159522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6745'] for router, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.824431 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:12.859487 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59798) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:12.865484 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959e760-3c90-4833-ba10-4b939f6417a6 None None] Pushing event updated for resources: {'Port': ['ID=334f0e2b-8a74-4ce3-b885-dd76379cd07f,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:12.888050 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-2959e760-3c90-4833-ba10-4b939f6417a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:12.889237 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Routers {'71b6883e-ed9a-4ace-8123-2c404eb7eacb'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:49:12.889872 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:48:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:13.051186 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-830339e8-99eb-4fed-a55d-b878e24cdb1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d42ac9477b042ce9c0a6bf8bede5527&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1848686 Sep 10 16:49:13.054397 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59804) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:13.253640 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2473595e-126a-4a39-9e94-a8f800931f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:13.288404 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2473595e-126a-4a39-9e94-a8f800931f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:13.322597 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4158256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6763'] for router, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:13.361510 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2473595e-126a-4a39-9e94-a8f800931f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:13.366862 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-32559607-2330-4f98-ba92-4d07ceb56b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:13.385628 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473595e-126a-4a39-9e94-a8f800931f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24119069-71b9-466a-b9dd-873ac02c5223,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:13.400311 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] Set router 71b6883e-ed9a-4ace-8123-2c404eb7eacb gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:49:13.401396 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-2473595e-126a-4a39-9e94-a8f800931f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:13.417885 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2473595e-126a-4a39-9e94-a8f800931f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:13.420431 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-2473595e-126a-4a39-9e94-a8f800931f49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24119069-71b9-466a-b9dd-873ac02c5223 HTTP/1.1" status: 204 len: 168 time: 0.3646004 Sep 10 16:49:13.449012 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp944730ea-2810-5243-a359-b6f7ebb1c417-43641522-09c8-491a-a3d1-3ca9b73c97e0', 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'fixed_ips': [{'subnet_id': '52880f47-1fdb-4c77-9749-bf026286f01b'}]}} from dv-cinder-808473-1-smb. {{(pid=75008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 16:49:13.449817 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:13.595787 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:13.671008 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:13.834477 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:13.865002 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.db_base_plugin_common [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Allocated IP 172.20.0.2 (43641522-09c8-491a-a3d1-3ca9b73c97e0/52880f47-1fdb-4c77-9749-bf026286f01b/32ab18be-95fd-4883-a054-4ecc3eb5f1a3) {{(pid=75008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:49:14.029486 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525b3b5-5e4f-41b3-ab7f-2c74d3104a07 req-7e9c4a7e-3d17-40d6-91de-661685b1cd78 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:14.043095 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6525b3b5-5e4f-41b3-ab7f-2c74d3104a07 req-7e9c4a7e-3d17-40d6-91de-661685b1cd78 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 944 time: 0.2185612 Sep 10 16:49:14.091624 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:06Z', 'revision_number': 4, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '334f0e2b-8a74-4ce3-b885-dd76379cd07f', 'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'mac_address': 'fa:16:3e:e5:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:04Z', 'updated_at': '2021-09-10T16:49:12Z', 'revision_number': 4, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'subnets': [{'id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:14.128807 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e40220-bac2-4bec-b8e6-936b5878759a None None] The sync data for ids ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'] in dv-cinder-808473-1-smb is: [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:06Z', 'revision_number': 4, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '334f0e2b-8a74-4ce3-b885-dd76379cd07f', 'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'mac_address': 'fa:16:3e:e5:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:04Z', 'updated_at': '2021-09-10T16:49:12Z', 'revision_number': 4, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'subnets': [{'id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:49:14.236059 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 33042e64-22e6-4e33-a3d7-84906801554b up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:14.275380 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Allocated IP 172.28.1.179 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/23a39b8b-621a-4d2b-a913-33d857ecdb4d) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:49:14.324437 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Notify callbacks [] for port, precommit_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:14.370627 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Transition to ACTIVE for port object 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:14.389196 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6525b3b5-5e4f-41b3-ab7f-2c74d3104a07 req-1f73468b-acf2-4549-8347-b5b8244d40ee tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411005 Sep 10 16:49:14.485475 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1033204-6ed5-4715-8fdb-827fc6345cda req-f9a8f112-ceb7-4647-aced-1028d25d61da tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:14.486638 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Transition to ACTIVE for port object 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 will not be triggered until provisioned by entity DHCP. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:14.489342 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c1033204-6ed5-4715-8fdb-827fc6345cda req-f9a8f112-ceb7-4647-aced-1028d25d61da tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.2633433 Sep 10 16:49:14.490172 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59830) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:14.510926 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:14.525747 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:14.611663 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c1033204-6ed5-4715-8fdb-827fc6345cda req-055c2ccf-4ed8-4458-a2fe-14702a784037 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890646 Sep 10 16:49:14.639854 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 33042e64-22e6-4e33-a3d7-84906801554b triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:14.640238 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:14.663979 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-c713c583-f25b-4e78-b020-29b85ac67deb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb6b56633ac840ccb9d475cf495f8109&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1665230 Sep 10 16:49:14.663979 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59836) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:14.722145 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:14.768983 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c414e2ea-b055-4b66-b590-b17f860ab626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:14.812810 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:14.817645 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f2b1eeb1-fbf2-4523-a983-7039503f0afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:14.844439 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c414e2ea-b055-4b66-b590-b17f860ab626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:14.879275 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Network 43641522-09c8-491a-a3d1-3ca9b73c97e0 is already hosted by enough agents. {{(pid=75008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:49:14.884542 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.base_scheduler [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Resources bound (agent type, host, resource id): {{(pid=75008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:49:14.886422 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Pushing event updated for resources: {'Port': ['ID=32ab18be-95fd-4883-a054-4ecc3eb5f1a3,revision_number=1']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:14.890178 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Received port after_create {{(pid=75008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:49:14.893000 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:14.989125 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Pushing event updated for resources: {'Port': ['ID=23a39b8b-621a-4d2b-a913-33d857ecdb4d,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:14.991789 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c414e2ea-b055-4b66-b590-b17f860ab626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:14.999746 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-b66c3d7e-e179-406f-8207-01372501fb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:15.012238 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:15.036085 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c414e2ea-b055-4b66-b590-b17f860ab626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:15.039820 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:49:15.041172 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:49:15.047876 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-c414e2ea-b055-4b66-b590-b17f860ab626 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bce8898e-2638-423f-8c47-07ebc6bc3933 HTTP/1.1" status: 204 len: 168 time: 0.3816240 Sep 10 16:49:15.058352 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:49:15.067852 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414e2ea-b055-4b66-b590-b17f860ab626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce8898e-2638-423f-8c47-07ebc6bc3933,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:15.182644 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c414e2ea-b055-4b66-b590-b17f860ab626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:15.396727 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:15.424914 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Attempting to bind port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:49:15.425637 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Attempting to bind port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:49:15.426502 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Attempting to bind port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 on network 43641522-09c8-491a-a3d1-3ca9b73c97e0 {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:49:15.443184 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:49:15.470287 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:49:15.472553 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Checking segment: {'id': '98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:49:15.473681 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:15.475098 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Bound using segment: {'id': '98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:49:15.477031 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Bound port: 32ab18be-95fd-4883-a054-4ecc3eb5f1a3, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:49:15.478541 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:15.483099 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:15.483899 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4158229'] for router, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:15.726140 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] For port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:49:15.729936 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] For port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=32ab18be-95fd-4883-a054-4ecc3eb5f1a3,segment=NetworkSegment(98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b),segment_id=98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:49:15.734876 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b', 'code': 200} Sep 10 16:49:15.736893 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:15.739594 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:15.752734 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:15.807984 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:15.863633 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Pushing event updated for resources: {'Port': ['ID=32ab18be-95fd-4883-a054-4ecc3eb5f1a3,revision_number=2']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:15.869061 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:15.869896 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-8b08ccf9-fd09-432a-975c-e374621f9b8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:16.321483 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=33042e64-22e6-4e33-a3d7-84906801554b,revision_number=7']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:16.326462 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:16.328060 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 334f0e2b-8a74-4ce3-b885-dd76379cd07f up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:16.337793 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Router 47421abc-9efb-4e53-87bd-c2775bcce6a5 is scheduled to L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 with binding_index 1 {{(pid=75007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:49:16.415049 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18542c-09ac-4d8b-9d5b-50328a1d6d8f req-7b667bb5-00ec-4119-b4af-77ca2b45ab63 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:16.441606 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5c18542c-09ac-4d8b-9d5b-50328a1d6d8f req-7b667bb5-00ec-4119-b4af-77ca2b45ab63 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.4064929 Sep 10 16:49:16.463081 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 334f0e2b-8a74-4ce3-b885-dd76379cd07f completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:49:16.478710 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 334f0e2b-8a74-4ce3-b885-dd76379cd07f triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:16.479600 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:16.628085 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5c18542c-09ac-4d8b-9d5b-50328a1d6d8f req-806b50df-852e-4eb9-aa5d-52ef1f75c679 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773291 Sep 10 16:49:16.670458 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:16.718408 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 334f0e2b-8a74-4ce3-b885-dd76379cd07f, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=334f0e2b-8a74-4ce3-b885-dd76379cd07f,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:16.727953 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:16.730170 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:16.783163 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:49:16.795600 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Sync routers for ids ['47421abc-9efb-4e53-87bd-c2775bcce6a5'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:49:16.819747 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Routers {'47421abc-9efb-4e53-87bd-c2775bcce6a5'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:49:16.820687 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:48:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['47421abc-9efb-4e53-87bd-c2775bcce6a5'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:16.834670 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Notify callbacks [] for router, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:16.839375 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59884) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:16.840585 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1622441 Sep 10 16:49:16.871278 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=334f0e2b-8a74-4ce3-b885-dd76379cd07f,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:16.878240 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:17.339892 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Set router 47421abc-9efb-4e53-87bd-c2775bcce6a5 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:49:17.592704 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e9dc0b-7a67-491c-85c9-bf0ec9f88592 None None] Network 43641522-09c8-491a-a3d1-3ca9b73c97e0 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:49:17.825913 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:49:17.911175 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'name': 'tempest-TestShelveInstance-634085841-router', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:12Z', 'updated_at': '2021-09-10T16:49:15Z', 'revision_number': 3, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'gw_port': {'id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:13Z', 'updated_at': '2021-09-10T16:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:17.926097 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Checking router: 47421abc-9efb-4e53-87bd-c2775bcce6a5 for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:49:17.927269 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Updating router 47421abc-9efb-4e53-87bd-c2775bcce6a5 port 23a39b8b-621a-4d2b-a913-33d857ecdb4d binding host dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:49:17.939487 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aaa78410-6513-4927-a075-0ee920ffc0cd None None] Provisioning for port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:49:18.139735 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:18.195846 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:18.364569 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:49:18.373015 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:18.374183 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:18.683683 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:18.746525 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace4898-01c0-4344-a9d7-7cfb11205e74 req-103f0f7e-3427-4345-9836-dfe0b17378eb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:18.750200 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5ace4898-01c0-4344-a9d7-7cfb11205e74 req-103f0f7e-3427-4345-9836-dfe0b17378eb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.4749706 Sep 10 16:49:18.846565 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5ace4898-01c0-4344-a9d7-7cfb11205e74 req-bc67a894-21e8-4af6-ad6f-7f3ac62501d9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881243 Sep 10 16:49:18.846725 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=32ab18be-95fd-4883-a054-4ecc3eb5f1a3,segment=NetworkSegment(98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b),segment_id=98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:18.866471 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:18.873541 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 334f0e2b-8a74-4ce3-b885-dd76379cd07f up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:18.884150 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Notify callbacks [] for port, precommit_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:18.908944 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:18.913318 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.provisioning_blocks [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Transition to ACTIVE for port object 23a39b8b-621a-4d2b-a913-33d857ecdb4d will not be triggered until provisioned by entity L2. {{(pid=75009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:18.934091 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:18.938766 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-c9280da4-6f1b-4d5b-864c-7bd58f01bf94 None None] Provisioning complete for port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:18.939196 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c9280da4-6f1b-4d5b-864c-7bd58f01bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:18.939557 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-17153cbd-3489-4bdb-b7be-46c9597f62f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:19.081275 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580185d6-86dd-4898-b05d-afbafa277a1e None None] Pushing event updated for resources: {'Port': ['ID=23a39b8b-621a-4d2b-a913-33d857ecdb4d,revision_number=2']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:19.087037 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-580185d6-86dd-4898-b05d-afbafa277a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:19.088527 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Attempting to bind port 23a39b8b-621a-4d2b-a913-33d857ecdb4d on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:49:19.089053 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Attempting to bind port 23a39b8b-621a-4d2b-a913-33d857ecdb4d by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:49:19.089572 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Attempting to bind port 23a39b8b-621a-4d2b-a913-33d857ecdb4d on network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:49:19.115564 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:49:19.115941 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Checking segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:49:19.116337 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:19.116865 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Bound using segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:49:19.121193 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Bound port: 23a39b8b-621a-4d2b-a913-33d857ecdb4d, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:49:19.121617 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:19.371676 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] For port 23a39b8b-621a-4d2b-a913-33d857ecdb4d, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:49:19.382279 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] For port 23a39b8b-621a-4d2b-a913-33d857ecdb4d, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=23a39b8b-621a-4d2b-a913-33d857ecdb4d,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:49:19.398962 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:19.403775 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:19.408785 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=32ab18be-95fd-4883-a054-4ecc3eb5f1a3,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:19.416265 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:19.448628 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:19.464696 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59946) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:19.515828 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-94497267-f7be-435d-aa7d-64af2f2dacaa req-1aa245df-9236-4b54-a408-624e986b18c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 1098 time: 0.1167502 Sep 10 16:49:19.520437 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 334f0e2b-8a74-4ce3-b885-dd76379cd07f triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:19.529730 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:19.619022 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580185d6-86dd-4898-b05d-afbafa277a1e None None] Pushing event updated for resources: {'Port': ['ID=23a39b8b-621a-4d2b-a913-33d857ecdb4d,revision_number=3']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:19.640849 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-580185d6-86dd-4898-b05d-afbafa277a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:19.652400 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Routers {'47421abc-9efb-4e53-87bd-c2775bcce6a5'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:49:19.655987 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:48:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['47421abc-9efb-4e53-87bd-c2775bcce6a5'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:19.811801 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497267-f7be-435d-aa7d-64af2f2dacaa req-b23b9e0d-67a7-4f23-a563-28f2920f306e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:19.813293 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-94497267-f7be-435d-aa7d-64af2f2dacaa req-b23b9e0d-67a7-4f23-a563-28f2920f306e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 200 len: 919 time: 0.2810469 Sep 10 16:49:19.885825 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Allocated IP 172.20.0.1 (43641522-09c8-491a-a3d1-3ca9b73c97e0/52880f47-1fdb-4c77-9749-bf026286f01b/858bb3fa-e68c-4443-bdc3-c909343be94d) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:49:19.963306 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-94497267-f7be-435d-aa7d-64af2f2dacaa req-1e319c56-ab20-48e7-a709-6e339ead6a05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde42992-3766-4acf-b9cb-7e6b226203d5 HTTP/1.1" status: 200 len: 217 time: 0.1396003 Sep 10 16:49:20.081229 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6e495f3-0acd-4674-9a80-0d739cdff51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:20.133178 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] Set router 47421abc-9efb-4e53-87bd-c2775bcce6a5 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:49:20.134245 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:20.136553 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:20.173845 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Transition to ACTIVE for port object 858bb3fa-e68c-4443-bdc3-c909343be94d will not be triggered until provisioned by entity DHCP. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:20.193462 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d6e495f3-0acd-4674-9a80-0d739cdff51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:20.205354 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d6e495f3-0acd-4674-9a80-0d739cdff51c admin admin] Usage tracker for resource:security_group_rule and tenant:aafcddeca04d4a0b8cf820edd0008d97 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:20.208488 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-d6e495f3-0acd-4674-9a80-0d739cdff51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:20.225753 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-d6e495f3-0acd-4674-9a80-0d739cdff51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:20.298829 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497267-f7be-435d-aa7d-64af2f2dacaa req-7df01419-0ddd-47e7-8336-7bf2e24a19cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:20.301792 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-94497267-f7be-435d-aa7d-64af2f2dacaa req-7df01419-0ddd-47e7-8336-7bf2e24a19cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15759e78-f453-4e6b-a31e-5c5791b0a59f HTTP/1.1" status: 200 len: 858 time: 0.3067913 Sep 10 16:49:20.322963 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:20.325160 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:20.337947 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:20.376378 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6e495f3-0acd-4674-9a80-0d739cdff51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:20.379762 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:20.422246 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d6e495f3-0acd-4674-9a80-0d739cdff51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:20.460641 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-70701351-8b53-41a5-83f1-8527f61317dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:20.490601 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d6e495f3-0acd-4674-9a80-0d739cdff51c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aafcddeca04d4a0b8cf820edd0008d97&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0204995 Sep 10 16:49:20.492876 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e495f3-0acd-4674-9a80-0d739cdff51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb5bbe0-7951-4849-9057-8c98138d34bc,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:20.496008 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 59962) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:20.498809 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-94497267-f7be-435d-aa7d-64af2f2dacaa req-3e8a551f-8095-4fcd-a457-d1e3b62007ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e5adaf9-c968-40bc-9d44-9a6aade22f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205740 Sep 10 16:49:20.499822 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d6e495f3-0acd-4674-9a80-0d739cdff51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:20.563044 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Pushing event updated for resources: {'Port': ['ID=858bb3fa-e68c-4443-bdc3-c909343be94d,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:20.578218 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:20.603241 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Network 43641522-09c8-491a-a3d1-3ca9b73c97e0 is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:49:20.606732 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:49:20.612110 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:49:20.669127 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f5ce45f3-20f3-493e-b77c-ecbadeeb4fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:20.753552 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6b331-f621-4547-944d-a1ae643cd717 req-91ca3430-64b4-4576-a04c-6956b80b68df tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:20.758891 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-64f6b331-f621-4547-944d-a1ae643cd717 req-91ca3430-64b4-4576-a04c-6956b80b68df tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.5566618 Sep 10 16:49:20.762316 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'name': 'tempest-TestShelveInstance-634085841-router', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:12Z', 'updated_at': '2021-09-10T16:49:15Z', 'revision_number': 3, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'gw_port': {'id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:13Z', 'updated_at': '2021-09-10T16:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:20.769197 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d610758-6133-4328-a92c-61251fd11f40 None None] The sync data for ids ['47421abc-9efb-4e53-87bd-c2775bcce6a5'] in dv-cinder-808473-1-smb is: [{'id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'name': 'tempest-TestShelveInstance-634085841-router', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:12Z', 'updated_at': '2021-09-10T16:49:15Z', 'revision_number': 3, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'gw_port': {'id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:13Z', 'updated_at': '2021-09-10T16:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:49:20.782507 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240a0ed-790a-4b03-a4e8-ef2c52f7bc65 req-0ffd19b1-df74-4b36-96ae-b22e2a7ff73b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:20.784020 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3240a0ed-790a-4b03-a4e8-ef2c52f7bc65 req-0ffd19b1-df74-4b36-96ae-b22e2a7ff73b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.5807416 Sep 10 16:49:20.785941 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f5ce45f3-20f3-493e-b77c-ecbadeeb4fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:20.847569 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-94497267-f7be-435d-aa7d-64af2f2dacaa req-b7dec4df-9a51-4f1b-90f2-6686726ecc60 service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416154 Sep 10 16:49:20.871466 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4158419'] for router_interface, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.019314 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.122076 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-94497267-f7be-435d-aa7d-64af2f2dacaa req-291670a9-385f-4ff3-84ce-e559e9710dea service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661664 Sep 10 16:49:21.144163 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-15387431-21cf-45d5-bfbb-c0d30f09aa3d None None] Provisioning for port 858bb3fa-e68c-4443-bdc3-c909343be94d completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:49:21.162625 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-15387431-21cf-45d5-bfbb-c0d30f09aa3d None None] Provisioning complete for port 858bb3fa-e68c-4443-bdc3-c909343be94d triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:21.163022 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-15387431-21cf-45d5-bfbb-c0d30f09aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.249661 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-15387431-21cf-45d5-bfbb-c0d30f09aa3d None None] Port 858bb3fa-e68c-4443-bdc3-c909343be94d cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:49:21.277007 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-64f6b331-f621-4547-944d-a1ae643cd717 req-de930b28-2130-4337-956e-e19e9a3b2d63 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5029681 Sep 10 16:49:21.304837 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3240a0ed-790a-4b03-a4e8-ef2c52f7bc65 req-e81b552a-ef49-41b1-9d0d-3c979c2287cf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522943 Sep 10 16:49:21.347332 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59978) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:21.406932 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f5ce45f3-20f3-493e-b77c-ecbadeeb4fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.415403 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5710b1dd-1d8c-4c5c-aabd-35e06e6d6370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:21.451766 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce45f3-20f3-493e-b77c-ecbadeeb4fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb5bbe0-7951-4849-9057-8c98138d34bc,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:21.456926 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f5ce45f3-20f3-493e-b77c-ecbadeeb4fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:21.465743 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f5ce45f3-20f3-493e-b77c-ecbadeeb4fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.467329 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-f5ce45f3-20f3-493e-b77c-ecbadeeb4fec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2eb5bbe0-7951-4849-9057-8c98138d34bc HTTP/1.1" status: 204 len: 168 time: 0.9664471 Sep 10 16:49:21.507295 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.522360 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2755667'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.586314 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c224fafd-1d32-44bd-a6a8-1cb473f2c6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.626817 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-c224fafd-1d32-44bd-a6a8-1cb473f2c6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:21.631480 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-c224fafd-1d32-44bd-a6a8-1cb473f2c6b5 admin admin] Usage tracker for resource:security_group_rule and tenant:859fb210127c4e52a8ba5ac14361800f is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:21.634653 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-c224fafd-1d32-44bd-a6a8-1cb473f2c6b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:21.642163 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-c224fafd-1d32-44bd-a6a8-1cb473f2c6b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:21.664317 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:21.749853 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c224fafd-1d32-44bd-a6a8-1cb473f2c6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.751743 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Pushing event updated for resources: {'Port': ['ID=858bb3fa-e68c-4443-bdc3-c909343be94d,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:21.754174 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3361487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4159336'] for router_interface, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.758419 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:21.761127 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c224fafd-1d32-44bd-a6a8-1cb473f2c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.791850 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-95ab3898-5181-464d-a9e0-503b1d11a10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:21.822015 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-c224fafd-1d32-44bd-a6a8-1cb473f2c6b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=859fb210127c4e52a8ba5ac14361800f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4729829 Sep 10 16:49:21.822805 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224fafd-1d32-44bd-a6a8-1cb473f2c6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c1132a-d3d4-4831-9226-3f7542ab2546,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:21.825494 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 59990) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:21.828850 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c224fafd-1d32-44bd-a6a8-1cb473f2c6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:21.914881 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-65b9f056-b206-4ff8-8a17-1d54bd46561f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:21.917959 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Network 43641522-09c8-491a-a3d1-3ca9b73c97e0 is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:49:21.919934 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:49:21.971510 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-65b9f056-b206-4ff8-8a17-1d54bd46561f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:22.109388 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-65b9f056-b206-4ff8-8a17-1d54bd46561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:22.129391 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-cd49f6fa-31de-482c-91e1-7b50e07e86a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:22.151624 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9f056-b206-4ff8-8a17-1d54bd46561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c1132a-d3d4-4831-9226-3f7542ab2546,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:22.155682 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-65b9f056-b206-4ff8-8a17-1d54bd46561f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:22.157585 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-65b9f056-b206-4ff8-8a17-1d54bd46561f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:22.175165 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-65b9f056-b206-4ff8-8a17-1d54bd46561f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8c1132a-d3d4-4831-9226-3f7542ab2546 HTTP/1.1" status: 204 len: 168 time: 0.3355327 Sep 10 16:49:22.311478 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-3dec7b21-2ad0-4817-88ed-a52967349982 None None] Provisioning complete for port 858bb3fa-e68c-4443-bdc3-c909343be94d triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:22.312527 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3dec7b21-2ad0-4817-88ed-a52967349982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:22.401638 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-3dec7b21-2ad0-4817-88ed-a52967349982 None None] Port 858bb3fa-e68c-4443-bdc3-c909343be94d cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:49:22.755611 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Router 47421abc-9efb-4e53-87bd-c2775bcce6a5 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:49:22.802111 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60016) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:22.824897 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-71fd9cfa-a6bf-4399-ba66-0097c124d530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:22.875138 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ffb86-9422-49ab-b0b0-58feeac8f4e8 req-c1b413e2-a7c2-46c4-8b4f-bfb3c24ed8dd tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:22.882239 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-618ffb86-9422-49ab-b0b0-58feeac8f4e8 req-c1b413e2-a7c2-46c4-8b4f-bfb3c24ed8dd tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.2953877 Sep 10 16:49:22.890134 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-71fd9cfa-a6bf-4399-ba66-0097c124d530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:22.900273 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-71fd9cfa-a6bf-4399-ba66-0097c124d530 admin admin] Usage tracker for resource:security_group_rule and tenant:754ed1ea9a81415099fd42e40c5f8a3c is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:22.905179 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-71fd9cfa-a6bf-4399-ba66-0097c124d530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:22.915229 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-71fd9cfa-a6bf-4399-ba66-0097c124d530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:22.936790 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c657-dc29-4d5b-b853-e498b1ebdb6b req-27801960-4673-4f6a-80c3-04ccd37b5aad tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:22.938220 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-da16c657-dc29-4d5b-b853-e498b1ebdb6b req-27801960-4673-4f6a-80c3-04ccd37b5aad tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.2977312 Sep 10 16:49:23.018057 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-618ffb86-9422-49ab-b0b0-58feeac8f4e8 req-3a8b5b68-5d3b-4796-9998-d27f4631481e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347511 Sep 10 16:49:23.036873 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-da16c657-dc29-4d5b-b853-e498b1ebdb6b req-5c800c73-e1e2-44ee-8a31-ffaff4190498 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882924 Sep 10 16:49:23.117996 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-71fd9cfa-a6bf-4399-ba66-0097c124d530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:23.132326 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-71fd9cfa-a6bf-4399-ba66-0097c124d530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:23.142467 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-33679bfa-ea8f-4551-a3b6-300a4bd3fb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:23.196718 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-71fd9cfa-a6bf-4399-ba66-0097c124d530 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=754ed1ea9a81415099fd42e40c5f8a3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3926775 Sep 10 16:49:23.199941 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 60028) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:23.216617 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd9cfa-a6bf-4399-ba66-0097c124d530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f80d0a-5f9d-475e-91fb-779859db0656,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:23.219925 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-71fd9cfa-a6bf-4399-ba66-0097c124d530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:23.258236 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:49:23.278401 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] 10.222.0.43 "PUT /v2.0/routers/47421abc-9efb-4e53-87bd-c2775bcce6a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4296918 Sep 10 16:49:23.305651 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c439a9dd-cbe7-4206-a2e2-780d69d681ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:23.340147 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c439a9dd-cbe7-4206-a2e2-780d69d681ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:23.411240 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c439a9dd-cbe7-4206-a2e2-780d69d681ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:23.418644 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c414e2ea-b055-4b66-b590-b17f860ab626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:23.441558 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c439a9dd-cbe7-4206-a2e2-780d69d681ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:23.442681 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-c439a9dd-cbe7-4206-a2e2-780d69d681ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0f80d0a-5f9d-475e-91fb-779859db0656 HTTP/1.1" status: 204 len: 168 time: 0.2417324 Sep 10 16:49:23.443941 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439a9dd-cbe7-4206-a2e2-780d69d681ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f80d0a-5f9d-475e-91fb-779859db0656,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:23.446536 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c439a9dd-cbe7-4206-a2e2-780d69d681ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:24.202240 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 60076) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:24.208751 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1219821658', 'description': 'tempest-secgroup-smoke-1219821658 description', 'project_id': 'b344ba5f825845a4981adad205d90ea0'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:24.219423 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:24.230278 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Usage tracker for resource:security_group and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:24.239638 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:24.265918 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:24.412977 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:24.515772 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:24.529089 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Usage tracker for resource:security_group_rule and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:24.536119 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:24.547459 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:24.561488 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176cdb4-c516-42d6-b7e2-2d711b28a3b8 req-fed42241-326c-4c43-8ae8-47fd7dc988f2 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:24.563164 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2176cdb4-c516-42d6-b7e2-2d711b28a3b8 req-fed42241-326c-4c43-8ae8-47fd7dc988f2 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.2937045 Sep 10 16:49:24.609705 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35aba7-88c9-44a3-80d2-8d73322ecfe6 req-e6d9ec61-f597-43f5-a493-8544923a2ce2 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:24.611238 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0f35aba7-88c9-44a3-80d2-8d73322ecfe6 req-e6d9ec61-f597-43f5-a493-8544923a2ce2 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.2489777 Sep 10 16:49:24.687132 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2176cdb4-c516-42d6-b7e2-2d711b28a3b8 req-a8206799-f860-4417-bdc8-34de6aa55c09 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158073 Sep 10 16:49:24.721601 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:24.737036 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0f35aba7-88c9-44a3-80d2-8d73322ecfe6 req-871a6269-3e67-4a08-a150-289f89f4466c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071811 Sep 10 16:49:24.739575 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:24.746082 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7c21b092-10fb-48cf-bda5-380848e2457a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:24.807887 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2fd88b-b104-4d7e-8775-5263b3c5f97b,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:24.811189 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:24.814940 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:24.819812 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6126907 Sep 10 16:49:24.820037 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60088) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:24.825930 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Request body: {'security_group_rule': {'security_group_id': '1c2fd88b-b104-4d7e-8775-5263b3c5f97b', 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:24.836101 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:24.841571 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Usage tracker for resource:security_group_rule and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:24.845171 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:24.853134 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:24.880059 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:24.955601 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:24.965307 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:24.968403 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-24e58c2f-2e99-49f7-a9b2-04170cec5f31 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:24.993772 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3161a7d3-f2cd-47dc-807e-58001b7b8127,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:24.999190 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:25.017375 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.023181 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2017245 Sep 10 16:49:25.025257 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 60094) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:25.032375 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Request body: {'security_group_rule': {'security_group_id': '1c2fd88b-b104-4d7e-8775-5263b3c5f97b', 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:25.042223 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:25.054830 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Usage tracker for resource:security_group_rule and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:25.060830 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:25.075983 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:25.133490 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.357576 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.362881 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.365775 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-57ab2c94-de20-494b-acef-bdc47af946c2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:25.390322 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa813dc-818f-4d98-a462-a37041caa518,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:25.393054 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:25.403235 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.408149 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-c2b53e36-070a-4442-b7a3-d88fb3fe98e0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3793085 Sep 10 16:49:25.408484 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 60106) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:25.416737 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Request body: {'security_group_rule': {'security_group_id': '1c2fd88b-b104-4d7e-8775-5263b3c5f97b', 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:25.423075 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:25.427416 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Usage tracker for resource:security_group_rule and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:25.430751 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:25.437492 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:25.458352 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.534548 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.541971 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.547954 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:25.573420 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e402807d-52bd-4d58-b26a-578560b7c97f,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:25.577787 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:25.592321 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.593830 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-7bbff10f-d5bc-4339-98cd-aa6911e88f80 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1843214 Sep 10 16:49:25.596667 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60112) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:25.604760 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Request body: {'security_group_rule': {'security_group_id': '1c2fd88b-b104-4d7e-8775-5263b3c5f97b', 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:25.611596 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:25.615675 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Usage tracker for resource:security_group_rule and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:25.618873 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:25.631413 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:25.654037 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.751180 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.760152 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.762957 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:25.792611 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e683e540-4fbb-4630-8600-12eed089fe09,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:25.796057 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:25.813697 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:25.815737 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-3b5de699-d14f-4430-b0f6-0ba9fb9896d0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2173679 Sep 10 16:49:25.818075 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60124) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:25.831843 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Request body: {'security_group_rule': {'security_group_id': '1c2fd88b-b104-4d7e-8775-5263b3c5f97b', 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:25.844099 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:25.851233 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Usage tracker for resource:security_group_rule and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:25.856015 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:25.867460 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:25.888718 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.securitygroups_db [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Project b344ba5f825845a4981adad205d90ea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 16:49:25.896812 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:26.119362 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:26.160926 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:26.192715 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ce666d3b-87bf-4631-bba7-7a83cdf5c361 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:26.243594 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f53d3b-dc88-4ec2-9a91-fcc5b18c99c3,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:26.259213 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:26.363270 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:26.364966 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-7728970a-6548-4ff1-94db-f487b20409e5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5456338 Sep 10 16:49:26.397826 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60134) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:26.405491 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Request body: {'security_group_rule': {'security_group_id': '1c2fd88b-b104-4d7e-8775-5263b3c5f97b', 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:26.416957 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:26.424627 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Usage tracker for resource:security_group_rule and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:26.443477 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793021a-a05b-4264-9dba-76eb14e2e07f req-3b9eb1d4-e497-4293-b5fc-7a709d5ecb05 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:26.445468 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:26.452541 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3793021a-a05b-4264-9dba-76eb14e2e07f req-3b9eb1d4-e497-4293-b5fc-7a709d5ecb05 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.2701321 Sep 10 16:49:26.458173 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:26.459468 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefbe46-1e68-48ec-98d1-cbe6ecd47f91 req-9841fd86-239e-47c9-86e0-ad865352cbbd tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:26.466949 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dcefbe46-1e68-48ec-98d1-cbe6ecd47f91 req-9841fd86-239e-47c9-86e0-ad865352cbbd tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.3763421 Sep 10 16:49:26.485266 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.securitygroups_db [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Project b344ba5f825845a4981adad205d90ea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 16:49:26.495385 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:26.557839 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dcefbe46-1e68-48ec-98d1-cbe6ecd47f91 req-db9e7ff2-7df5-48f0-8105-185f55e7b30b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899725 Sep 10 16:49:26.606185 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3793021a-a05b-4264-9dba-76eb14e2e07f req-7fe6814a-cf10-4e06-9af5-3cb90e2df650 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473193 Sep 10 16:49:26.671144 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:26.680485 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:26.682532 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:26.723844 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93443f7-3e17-40b7-83a6-225ba8dec773,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:26.734374 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:26.749305 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:26.759252 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3516803 Sep 10 16:49:27.089708 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-cd30ea94-9c83-4c80-8bfd-e9597eccad57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:27.457538 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:27.959409 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aaf3c-577c-425d-aee5-86053e8fc4f8 req-af6094b4-df48-42e3-a749-7aac4e118d87 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:27.967363 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-de6aaf3c-577c-425d-aee5-86053e8fc4f8 req-af6094b4-df48-42e3-a749-7aac4e118d87 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1596301 Sep 10 16:49:28.032277 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a618-68b7-4f6a-addb-3b9d5730fac3 req-8ebac202-1ab3-455f-bc11-af7cbdbaa84b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:28.047083 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7596a618-68b7-4f6a-addb-3b9d5730fac3 req-8ebac202-1ab3-455f-bc11-af7cbdbaa84b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1981339 Sep 10 16:49:28.122184 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 23a39b8b-621a-4d2b-a913-33d857ecdb4d up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:28.128932 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-de6aaf3c-577c-425d-aee5-86053e8fc4f8 req-31ef79d3-544c-4719-946a-c6cb0e8aa04b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606078 Sep 10 16:49:28.208724 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7596a618-68b7-4f6a-addb-3b9d5730fac3 req-37ceb2ce-eade-4887-85c8-fc20f7f2eddf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603632 Sep 10 16:49:28.244566 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 23a39b8b-621a-4d2b-a913-33d857ecdb4d completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:49:28.251141 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 23a39b8b-621a-4d2b-a913-33d857ecdb4d triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:28.251818 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:28.393981 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:28.412351 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 23a39b8b-621a-4d2b-a913-33d857ecdb4d, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=23a39b8b-621a-4d2b-a913-33d857ecdb4d,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:28.417650 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:28.419779 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-48e65060-198d-40db-871f-e2b45acd7a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:28.525117 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=23a39b8b-621a-4d2b-a913-33d857ecdb4d,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:28.536201 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:28.940861 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60212) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:29.130637 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-053a2f1f-fe24-499d-9cb2-aa0a65456993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:29.168256 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-053a2f1f-fe24-499d-9cb2-aa0a65456993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:29.173194 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-053a2f1f-fe24-499d-9cb2-aa0a65456993 admin admin] Usage tracker for resource:security_group_rule and tenant:4ebf15b9989d483db6d96eec582c154d is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:29.180715 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-053a2f1f-fe24-499d-9cb2-aa0a65456993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:29.189485 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-053a2f1f-fe24-499d-9cb2-aa0a65456993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:29.262172 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-053a2f1f-fe24-499d-9cb2-aa0a65456993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:29.277563 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-053a2f1f-fe24-499d-9cb2-aa0a65456993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:29.286312 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ca92259e-ac48-4f11-aae8-6e905049e705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:29.339136 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a2f1f-fe24-499d-9cb2-aa0a65456993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8950920d-f7af-4276-9593-f80cd664609c,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:29.345037 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-053a2f1f-fe24-499d-9cb2-aa0a65456993 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ebf15b9989d483db6d96eec582c154d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4021952 Sep 10 16:49:29.346210 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-053a2f1f-fe24-499d-9cb2-aa0a65456993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:29.347519 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60222) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:29.371441 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3e4bccb3-dfe5-4f53-828c-f0d8b0a67341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:29.422802 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bae8c25b-b422-49d6-bddb-ff0aec826a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:29.457542 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bae8c25b-b422-49d6-bddb-ff0aec826a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:29.493749 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee0aa8-358e-49fd-837d-d1e43a09d12e req-529b1bd2-3349-4767-a6e7-69fce16c7e61 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:29.501123 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dbee0aa8-358e-49fd-837d-d1e43a09d12e req-529b1bd2-3349-4767-a6e7-69fce16c7e61 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1615722 Sep 10 16:49:29.534864 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bae8c25b-b422-49d6-bddb-ff0aec826a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:29.535097 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ddd62-b25a-4990-815c-7c946984de47 req-4425fc81-db58-44d6-8dc0-a2117a25fa0d tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:29.536427 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a67ddd62-b25a-4990-815c-7c946984de47 req-4425fc81-db58-44d6-8dc0-a2117a25fa0d tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1473758 Sep 10 16:49:29.541213 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-65b9f056-b206-4ff8-8a17-1d54bd46561f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:29.558837 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8c25b-b422-49d6-bddb-ff0aec826a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8950920d-f7af-4276-9593-f80cd664609c,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:29.582613 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bae8c25b-b422-49d6-bddb-ff0aec826a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:29.585640 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bae8c25b-b422-49d6-bddb-ff0aec826a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:29.586971 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-bae8c25b-b422-49d6-bddb-ff0aec826a9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8950920d-f7af-4276-9593-f80cd664609c HTTP/1.1" status: 204 len: 168 time: 0.2384086 Sep 10 16:49:29.589754 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dbee0aa8-358e-49fd-837d-d1e43a09d12e req-1a9bf4a9-5dfc-4b7d-8a9d-9ef52e47494c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876913 Sep 10 16:49:29.636701 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a67ddd62-b25a-4990-815c-7c946984de47 req-08aeb6eb-5fcc-4bb9-bc90-c73028e1b593 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918517 Sep 10 16:49:30.039846 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 23a39b8b-621a-4d2b-a913-33d857ecdb4d up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:30.121034 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 60234) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:30.125384 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 23a39b8b-621a-4d2b-a913-33d857ecdb4d triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:30.126494 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:30.161404 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-105424f2-3187-4ed1-9481-285b1b88e0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:30.215226 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-105424f2-3187-4ed1-9481-285b1b88e0bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:30.221723 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-105424f2-3187-4ed1-9481-285b1b88e0bc admin admin] Usage tracker for resource:security_group_rule and tenant:fd5b7cd24bf447a699ccb79822ca5a20 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:30.225471 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-105424f2-3187-4ed1-9481-285b1b88e0bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:30.233025 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-105424f2-3187-4ed1-9481-285b1b88e0bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:30.324300 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:30.336083 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-105424f2-3187-4ed1-9481-285b1b88e0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:30.340042 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-105424f2-3187-4ed1-9481-285b1b88e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:30.348211 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3b343f78-f3f5-411a-ba28-5e9348276f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:30.389424 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105424f2-3187-4ed1-9481-285b1b88e0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5fcbc8-1049-411c-b3c7-e043c4d44299,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:30.392644 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-105424f2-3187-4ed1-9481-285b1b88e0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:30.397911 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-105424f2-3187-4ed1-9481-285b1b88e0bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd5b7cd24bf447a699ccb79822ca5a20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2730510 Sep 10 16:49:30.398351 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60238) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:30.467261 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-76a769c5-a59c-4bb9-a56c-4db29f836b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:30.494691 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-76a769c5-a59c-4bb9-a56c-4db29f836b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:30.554480 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-76a769c5-a59c-4bb9-a56c-4db29f836b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:30.560833 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-87fcaf72-9262-42c5-aba6-d23ae7e35238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:30.576322 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a769c5-a59c-4bb9-a56c-4db29f836b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5fcbc8-1049-411c-b3c7-e043c4d44299,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:30.582450 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-76a769c5-a59c-4bb9-a56c-4db29f836b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:30.585295 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-76a769c5-a59c-4bb9-a56c-4db29f836b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:30.586485 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-76a769c5-a59c-4bb9-a56c-4db29f836b60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f5fcbc8-1049-411c-b3c7-e043c4d44299 HTTP/1.1" status: 204 len: 168 time: 0.1871779 Sep 10 16:49:31.034244 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b4dd7-42c5-4036-8cd1-79f8c2149d51 req-23f40b00-1b67-4496-acfc-63f62926ac0f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:31.045528 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f14b4dd7-42c5-4036-8cd1-79f8c2149d51 req-23f40b00-1b67-4496-acfc-63f62926ac0f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.2518132 Sep 10 16:49:31.127580 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec7a3b-1355-4515-a934-04dd4545f128 req-0e5ceb03-1e87-4224-a2dc-46b3870d3ee3 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:31.141121 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d3ec7a3b-1355-4515-a934-04dd4545f128 req-0e5ceb03-1e87-4224-a2dc-46b3870d3ee3 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.2847810 Sep 10 16:49:31.227891 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f14b4dd7-42c5-4036-8cd1-79f8c2149d51 req-d67db2de-95fc-4637-ad4f-6d7c9327d8f5 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813116 Sep 10 16:49:31.257307 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d3ec7a3b-1355-4515-a934-04dd4545f128 req-e30d2ef4-9e0a-49e4-b19c-cd767a370713 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149392 Sep 10 16:49:31.751284 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:32.552963 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031e50e-250a-4b5f-9670-d540ebeddc78 req-ed5ea164-04b4-4e96-9b48-9c3aed168f9e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:32.554416 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e031e50e-250a-4b5f-9670-d540ebeddc78 req-ed5ea164-04b4-4e96-9b48-9c3aed168f9e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1461368 Sep 10 16:49:32.560741 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582708e-1077-4aa0-a4d5-c02dc5df2ccd req-6d349df3-b2f7-4a6b-aa7c-ec6b19e494b0 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:32.562102 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e582708e-1077-4aa0-a4d5-c02dc5df2ccd req-6d349df3-b2f7-4a6b-aa7c-ec6b19e494b0 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1107395 Sep 10 16:49:32.642740 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e031e50e-250a-4b5f-9670-d540ebeddc78 req-f04f3280-cd29-4801-bd91-bc0652e0a6f7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796702 Sep 10 16:49:32.645114 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e582708e-1077-4aa0-a4d5-c02dc5df2ccd req-64cc8fc3-f09e-46ed-852b-dbddc3f92d29 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677257 Sep 10 16:49:32.870247 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e57495b1-bd90-44ec-9387-b62028ebd0b6 req-28d6fad1-531c-46b8-99b6-5e8bafcd3e2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 1098 time: 0.0872543 Sep 10 16:49:33.013237 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57495b1-bd90-44ec-9387-b62028ebd0b6 req-5dff855f-6850-4c21-a8b8-bb76fa2ee091 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:33.014677 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e57495b1-bd90-44ec-9387-b62028ebd0b6 req-5dff855f-6850-4c21-a8b8-bb76fa2ee091 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 918 time: 0.1377017 Sep 10 16:49:33.049592 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Sync routers for ids ['47421abc-9efb-4e53-87bd-c2775bcce6a5'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:49:33.067534 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Routers {'47421abc-9efb-4e53-87bd-c2775bcce6a5'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:49:33.068769 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['47421abc-9efb-4e53-87bd-c2775bcce6a5'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:33.142400 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e57495b1-bd90-44ec-9387-b62028ebd0b6 req-696e9b07-2216-4fe8-922e-d1f96cf2ad61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33042e64-22e6-4e33-a3d7-84906801554b HTTP/1.1" status: 200 len: 1001 time: 0.1178668 Sep 10 16:49:33.216596 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57495b1-bd90-44ec-9387-b62028ebd0b6 req-2a4b978b-7650-44d7-a798-3a0a128c2318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:33.218210 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e57495b1-bd90-44ec-9387-b62028ebd0b6 req-2a4b978b-7650-44d7-a798-3a0a128c2318 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 200 len: 856 time: 0.0669479 Sep 10 16:49:33.260921 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Set router 47421abc-9efb-4e53-87bd-c2775bcce6a5 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:49:33.302060 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e57495b1-bd90-44ec-9387-b62028ebd0b6 req-6e96d602-b182-46b9-8ab7-2ac2a94f2319 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735655 Sep 10 16:49:33.451792 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e57495b1-bd90-44ec-9387-b62028ebd0b6 req-c47217fb-1b69-41d5-9b83-d1ed9a8956e3 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418562 Sep 10 16:49:33.621341 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e57495b1-bd90-44ec-9387-b62028ebd0b6 req-a79fb2fc-3879-4c5b-9f2b-77af692a45b7 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621222 Sep 10 16:49:33.621553 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'name': 'tempest-TestShelveInstance-634085841-router', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:12Z', 'updated_at': '2021-09-10T16:49:20Z', 'revision_number': 4, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'gw_port': {'id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:13Z', 'updated_at': '2021-09-10T16:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '858bb3fa-e68c-4443-bdc3-c909343be94d', 'name': '', 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'mac_address': 'fa:16:3e:e2:6e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52880f47-1fdb-4c77-9749-bf026286f01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:19Z', 'updated_at': '2021-09-10T16:49:21Z', 'revision_number': 2, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'subnets': [{'id': '52880f47-1fdb-4c77-9749-bf026286f01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:33.626084 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Checking router: 47421abc-9efb-4e53-87bd-c2775bcce6a5 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:49:33.626483 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Updating router 47421abc-9efb-4e53-87bd-c2775bcce6a5 port 858bb3fa-e68c-4443-bdc3-c909343be94d binding host dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:49:33.686436 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:33.996439 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9ebeb-7891-4459-9581-26b7edf5a534 req-80be7f02-caa9-4949-8b16-0edee75ad4b3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:33.998593 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9ee9ebeb-7891-4459-9581-26b7edf5a534 req-80be7f02-caa9-4949-8b16-0edee75ad4b3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1402259 Sep 10 16:49:34.005070 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18fb1a-b124-45ec-86e0-82cd5fb95e5c req-b932dad5-82c3-42a2-b261-090097e6982b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:34.006786 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cc18fb1a-b124-45ec-86e0-82cd5fb95e5c req-b932dad5-82c3-42a2-b261-090097e6982b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1103327 Sep 10 16:49:34.088290 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9ee9ebeb-7891-4459-9581-26b7edf5a534 req-a56e1907-1720-4343-9df7-0fee83fa649f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769031 Sep 10 16:49:34.090473 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Notify callbacks [] for port, precommit_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:34.100700 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cc18fb1a-b124-45ec-86e0-82cd5fb95e5c req-dcc7de1c-54c5-4f2f-b405-86b886d3b349 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730691 Sep 10 16:49:34.103773 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Transition to ACTIVE for port object 858bb3fa-e68c-4443-bdc3-c909343be94d will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:34.111549 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:34.116017 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:34.240343 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d87d2-a7a8-475d-a500-19560f550790 None None] Pushing event updated for resources: {'Port': ['ID=858bb3fa-e68c-4443-bdc3-c909343be94d,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:34.244557 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-529d87d2-a7a8-475d-a500-19560f550790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:34.331421 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Attempting to bind port 858bb3fa-e68c-4443-bdc3-c909343be94d on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:49:34.331797 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Attempting to bind port 858bb3fa-e68c-4443-bdc3-c909343be94d by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:49:34.332167 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Attempting to bind port 858bb3fa-e68c-4443-bdc3-c909343be94d on network 43641522-09c8-491a-a3d1-3ca9b73c97e0 {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:49:34.338784 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:49:34.339113 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Checking segment: {'id': '98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:49:34.339522 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:34.339916 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Bound using segment: {'id': '98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:49:34.340382 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Bound port: 858bb3fa-e68c-4443-bdc3-c909343be94d, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:49:34.341384 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:34.445323 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] For port 858bb3fa-e68c-4443-bdc3-c909343be94d, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:49:34.448650 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] For port 858bb3fa-e68c-4443-bdc3-c909343be94d, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=858bb3fa-e68c-4443-bdc3-c909343be94d,segment=NetworkSegment(98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b),segment_id=98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:49:34.454672 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:34.458769 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:34.574664 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Routers {'47421abc-9efb-4e53-87bd-c2775bcce6a5'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:49:34.575385 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['47421abc-9efb-4e53-87bd-c2775bcce6a5'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:34.628342 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d87d2-a7a8-475d-a500-19560f550790 None None] Pushing event updated for resources: {'Port': ['ID=858bb3fa-e68c-4443-bdc3-c909343be94d,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:34.640156 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-529d87d2-a7a8-475d-a500-19560f550790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:34.767254 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] Set router 47421abc-9efb-4e53-87bd-c2775bcce6a5 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:49:35.099991 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'name': 'tempest-TestShelveInstance-634085841-router', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:12Z', 'updated_at': '2021-09-10T16:49:20Z', 'revision_number': 4, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'gw_port': {'id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:13Z', 'updated_at': '2021-09-10T16:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '858bb3fa-e68c-4443-bdc3-c909343be94d', 'name': '', 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'mac_address': 'fa:16:3e:e2:6e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52880f47-1fdb-4c77-9749-bf026286f01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:19Z', 'updated_at': '2021-09-10T16:49:34Z', 'revision_number': 4, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'subnets': [{'id': '52880f47-1fdb-4c77-9749-bf026286f01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:49:35.104207 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9d4d8b-42e9-4537-b904-d37d3602e09f None None] The sync data for ids ['47421abc-9efb-4e53-87bd-c2775bcce6a5'] in dv-cinder-808473-1-smb is: [{'id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'name': 'tempest-TestShelveInstance-634085841-router', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:12Z', 'updated_at': '2021-09-10T16:49:20Z', 'revision_number': 4, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'gw_port': {'id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:13Z', 'updated_at': '2021-09-10T16:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '858bb3fa-e68c-4443-bdc3-c909343be94d', 'name': '', 'network_id': '43641522-09c8-491a-a3d1-3ca9b73c97e0', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'mac_address': 'fa:16:3e:e2:6e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52880f47-1fdb-4c77-9749-bf026286f01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:19Z', 'updated_at': '2021-09-10T16:49:34Z', 'revision_number': 4, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'subnets': [{'id': '52880f47-1fdb-4c77-9749-bf026286f01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:49:35.424661 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82521a03-2cd0-4542-bad5-a05463fb7ead req-abc351de-b2b8-42c5-b8dc-26b46edd9a1e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:35.432826 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-82521a03-2cd0-4542-bad5-a05463fb7ead req-abc351de-b2b8-42c5-b8dc-26b46edd9a1e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1707113 Sep 10 16:49:35.461624 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33302b2-a5bd-499c-9549-c4ed5fbd557e req-4d05cb81-6211-4697-9758-70b65210b71d tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:35.470338 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e33302b2-a5bd-499c-9549-c4ed5fbd557e req-4d05cb81-6211-4697-9758-70b65210b71d tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 945 time: 0.1773202 Sep 10 16:49:35.553551 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-82521a03-2cd0-4542-bad5-a05463fb7ead req-2f9209c7-e9e4-4b19-a8fe-dd226f78802c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195159 Sep 10 16:49:35.571458 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e33302b2-a5bd-499c-9549-c4ed5fbd557e req-0355e6cf-5ff1-4b89-b4a2-3d16bf910364 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998688 Sep 10 16:49:36.082102 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 858bb3fa-e68c-4443-bdc3-c909343be94d up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:36.174464 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 858bb3fa-e68c-4443-bdc3-c909343be94d completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:49:36.179443 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 858bb3fa-e68c-4443-bdc3-c909343be94d triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:36.179820 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:36.282191 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 33042e64-22e6-4e33-a3d7-84906801554b no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:49:36.332636 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:36.406455 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 858bb3fa-e68c-4443-bdc3-c909343be94d, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=858bb3fa-e68c-4443-bdc3-c909343be94d,segment=NetworkSegment(98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b),segment_id=98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:36.415439 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:36.420493 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-2959e760-3c90-4833-ba10-4b939f6417a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:36.475218 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:36.511530 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=858bb3fa-e68c-4443-bdc3-c909343be94d,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:36.514950 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:36.519253 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:49:36.528951 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:36.533570 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:36.535342 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:36.575210 dv-cinder-808473-1-smb neutron-server[75008]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b', 'code': 422} returned with failed status Sep 10 16:49:36.599969 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=33042e64-22e6-4e33-a3d7-84906801554b,revision_number=8']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:36.603063 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:36.918503 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7342476-0a39-414c-8d0f-f137a7e35967 req-68155337-ad49-4110-8678-3f6cb5b27cce tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:36.920710 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b7342476-0a39-414c-8d0f-f137a7e35967 req-68155337-ad49-4110-8678-3f6cb5b27cce tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.2157164 Sep 10 16:49:36.927141 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8ed91-7dbc-4ead-8a00-a12e81fb02c8 req-746757a0-f78e-442f-825c-04f0fe32ecd6 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:36.928501 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d3a8ed91-7dbc-4ead-8a00-a12e81fb02c8 req-746757a0-f78e-442f-825c-04f0fe32ecd6 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.2216489 Sep 10 16:49:37.002123 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d3a8ed91-7dbc-4ead-8a00-a12e81fb02c8 req-bae31242-c142-423c-9f03-4fa345aa42ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595777 Sep 10 16:49:37.004272 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b7342476-0a39-414c-8d0f-f137a7e35967 req-c6d2c895-b772-4b98-90f3-607e204ab5df tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749252 Sep 10 16:49:37.918560 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f4651818-7967-42b0-b006-5eacc5eb14b5 req-697abba3-6563-4923-92a1-78febdc7ed19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0723743 Sep 10 16:49:38.057540 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 858bb3fa-e68c-4443-bdc3-c909343be94d up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:49:38.168305 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 858bb3fa-e68c-4443-bdc3-c909343be94d triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:38.168801 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:38.277411 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fbab9-3030-481c-a99e-6e30a9a610dc req-51af5959-7e53-493d-a951-c87b38d99afa tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:38.284791 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ef4fbab9-3030-481c-a99e-6e30a9a610dc req-51af5959-7e53-493d-a951-c87b38d99afa tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.1483264 Sep 10 16:49:38.298995 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60398) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:38.327443 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c80515-f7da-447d-968d-cf460cb51537 req-dfdd15c2-62e1-4a4a-ab69-f322d616775b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:38.329094 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-44c80515-f7da-447d-968d-cf460cb51537 req-dfdd15c2-62e1-4a4a-ab69-f322d616775b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1589193 Sep 10 16:49:38.343817 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ef4fbab9-3030-481c-a99e-6e30a9a610dc req-65d430fb-f8d9-4052-9211-329a8fffae4f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582662 Sep 10 16:49:38.397015 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-44c80515-f7da-447d-968d-cf460cb51537 req-aaef56c5-4d32-49ee-9248-41916fb7143b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565276 Sep 10 16:49:38.522408 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7cfd3e1a-b9da-406b-9761-8964e1a95fa7 req-4f41dc74-f938-4588-84f8-26107a008c2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2218983 Sep 10 16:49:39.634703 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5cd5-2f6e-4aab-9ee7-c56eb57b0b89 req-00152033-eac0-403b-9668-62de5706866c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:39.636320 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd9d5cd5-2f6e-4aab-9ee7-c56eb57b0b89 req-00152033-eac0-403b-9668-62de5706866c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.1383765 Sep 10 16:49:39.647417 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cae3d-9c73-4ff4-af88-19575c8e14e8 req-8b8f6b88-b672-444c-8b35-72ad88e1f909 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:39.649345 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-794cae3d-9c73-4ff4-af88-19575c8e14e8 req-8b8f6b88-b672-444c-8b35-72ad88e1f909 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1206956 Sep 10 16:49:39.722376 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd9d5cd5-2f6e-4aab-9ee7-c56eb57b0b89 req-3ec14e0b-ea0e-4c5d-a826-dee1cdc51bde tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718868 Sep 10 16:49:39.727739 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-794cae3d-9c73-4ff4-af88-19575c8e14e8 req-5e1996ef-0f07-43d5-acff-18c80c9a2dcb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631673 Sep 10 16:49:39.963026 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7cfd3e1a-b9da-406b-9761-8964e1a95fa7 req-d72bbab2-1df1-419f-a644-1c5dccf30369 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6&tenant_id=37c566691d13470b946e49df098800e6 HTTP/1.1" status: 200 len: 1096 time: 0.0729003 Sep 10 16:49:40.065465 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7cfd3e1a-b9da-406b-9761-8964e1a95fa7 req-ee829556-9895-4bae-9068-529798f6181c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0774927 Sep 10 16:49:40.205201 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd3e1a-b9da-406b-9761-8964e1a95fa7 req-312d227c-2a7f-4f7b-a08b-0b01b68e9fc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:40.206648 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7cfd3e1a-b9da-406b-9761-8964e1a95fa7 req-312d227c-2a7f-4f7b-a08b-0b01b68e9fc9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 918 time: 0.1304677 Sep 10 16:49:40.291791 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 33042e64-22e6-4e33-a3d7-84906801554b no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:49:40.310379 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7cfd3e1a-b9da-406b-9761-8964e1a95fa7 req-4437208f-97b6-4ba7-9446-e72fa5585d8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33042e64-22e6-4e33-a3d7-84906801554b HTTP/1.1" status: 200 len: 999 time: 0.0950413 Sep 10 16:49:40.379356 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd3e1a-b9da-406b-9761-8964e1a95fa7 req-271d157c-e354-4c11-84d2-9a45dd07a5f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:40.380967 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7cfd3e1a-b9da-406b-9761-8964e1a95fa7 req-271d157c-e354-4c11-84d2-9a45dd07a5f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 200 len: 856 time: 0.0638154 Sep 10 16:49:40.463551 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7cfd3e1a-b9da-406b-9761-8964e1a95fa7 req-5953a9ea-4834-47d7-ab7c-94c2305d6c4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758274 Sep 10 16:49:40.598923 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7cfd3e1a-b9da-406b-9761-8964e1a95fa7 req-25f20e6d-5e8a-4478-abe4-f89ee93ee23b service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282878 Sep 10 16:49:40.743123 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7cfd3e1a-b9da-406b-9761-8964e1a95fa7 req-52840ee3-3947-44f0-b6e8-7d2529c5d7e4 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363955 Sep 10 16:49:40.999067 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02ffbd-402b-45e2-8866-3f5fcf9e036c req-1daa895a-7a9d-4389-9a2e-5b99b862f7ea tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:41.004904 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ee02ffbd-402b-45e2-8866-3f5fcf9e036c req-1daa895a-7a9d-4389-9a2e-5b99b862f7ea tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1454663 Sep 10 16:49:41.017955 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf7655-19a3-462b-99d7-c7e104003535 req-e5a341bd-da37-4d96-987c-55fafb8d2b01 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:41.019392 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1bcf7655-19a3-462b-99d7-c7e104003535 req-e5a341bd-da37-4d96-987c-55fafb8d2b01 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.1224480 Sep 10 16:49:41.098656 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ee02ffbd-402b-45e2-8866-3f5fcf9e036c req-628d7d17-b1d1-4798-bd8b-1fb8d82c7e1c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883720 Sep 10 16:49:41.103245 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1bcf7655-19a3-462b-99d7-c7e104003535 req-b88abac7-b1eb-4030-b3a8-50542b19a600 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707607 Sep 10 16:49:42.423929 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c84f1-aa6c-4122-b274-09f18e222739 req-e5681ba7-b8e9-4fe8-be7d-7428baab66e7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:42.425467 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a07c84f1-aa6c-4122-b274-09f18e222739 req-e5681ba7-b8e9-4fe8-be7d-7428baab66e7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.1724818 Sep 10 16:49:42.436927 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c64b2a-304a-45b7-a8d0-faf701dd992c req-e60123dc-8aa7-4f77-818d-652bcb4b0fca tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:42.438503 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f9c64b2a-304a-45b7-a8d0-faf701dd992c req-e60123dc-8aa7-4f77-818d-652bcb4b0fca tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1347375 Sep 10 16:49:42.512687 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a07c84f1-aa6c-4122-b274-09f18e222739 req-1edaaeab-46ab-454a-bf0e-8cf51fdf2c57 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729053 Sep 10 16:49:42.528511 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f9c64b2a-304a-45b7-a8d0-faf701dd992c req-22a42cbe-673d-4731-ac21-5aacc8281f9b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686729 Sep 10 16:49:43.773491 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:43.814289 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53526c-8f1d-486e-937f-b3fdc8f2f0bd req-533cd669-2e3f-4158-bb04-b3196f7de92f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:43.815820 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ca53526c-8f1d-486e-937f-b3fdc8f2f0bd req-533cd669-2e3f-4158-bb04-b3196f7de92f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1518953 Sep 10 16:49:43.823022 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a585bb-058b-4932-9b6f-d0f1c54195ac req-bea3d047-37f8-40ab-862f-6218f4675db6 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:43.824472 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-03a585bb-058b-4932-9b6f-d0f1c54195ac req-bea3d047-37f8-40ab-862f-6218f4675db6 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.1273360 Sep 10 16:49:43.905332 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ca53526c-8f1d-486e-937f-b3fdc8f2f0bd req-6c52e2e0-e64e-4e32-895a-0ffa331542da tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798733 Sep 10 16:49:43.917629 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-03a585bb-058b-4932-9b6f-d0f1c54195ac req-3cdb082b-802a-48e2-9b39-3858b7a8f4a0 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646896 Sep 10 16:49:44.654836 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 60512) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:44.818907 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-1f9436af-7303-4fbc-b3f7-4a3839e86dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:44.853498 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-1f9436af-7303-4fbc-b3f7-4a3839e86dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:44.857430 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-1f9436af-7303-4fbc-b3f7-4a3839e86dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:44b1d5e2fe1b424088f4712d68b71d8e is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:44.862064 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-1f9436af-7303-4fbc-b3f7-4a3839e86dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:44.870714 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-1f9436af-7303-4fbc-b3f7-4a3839e86dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:44.952086 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-1f9436af-7303-4fbc-b3f7-4a3839e86dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:44.957156 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-1f9436af-7303-4fbc-b3f7-4a3839e86dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:44.964862 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-fcfc43dd-9d8c-45fc-93c2-97d3bfd1770e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:45.015961 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60522) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:45.016484 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-1f9436af-7303-4fbc-b3f7-4a3839e86dd2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44b1d5e2fe1b424088f4712d68b71d8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3601763 Sep 10 16:49:45.017472 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9436af-7303-4fbc-b3f7-4a3839e86dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5e2bd2-c91a-4411-b6da-b9113b057e87,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:45.021055 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-1f9436af-7303-4fbc-b3f7-4a3839e86dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:45.169973 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:45.200732 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:45.265154 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:45.270575 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4ffbdec8-fa06-4ea0-8c3a-40bc99ca550a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:45.283824 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5e2bd2-c91a-4411-b6da-b9113b057e87,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:45.298372 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:45.299816 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e5e2bd2-c91a-4411-b6da-b9113b057e87 HTTP/1.1" status: 204 len: 168 time: 0.2821493 Sep 10 16:49:45.304877 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:45.305440 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:45.305972 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:45.306690 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:45.307279 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:45.307803 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:45.308320 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:45.309118 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:45.309717 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:45.310292 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:45.310902 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:45.315328 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:45.319470 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db813215-93fd-4b3d-8391-83a98ab96454 req-4ac68241-fd54-4f8a-8d88-445791eaf702 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:45.336443 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-db813215-93fd-4b3d-8391-83a98ab96454 req-4ac68241-fd54-4f8a-8d88-445791eaf702 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.1382334 Sep 10 16:49:45.363813 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0dd3d-1abd-4d1a-9a61-e51226243822 req-559ac338-9b2b-4315-8bd9-16f598557af3 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:45.370926 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6fb0dd3d-1abd-4d1a-9a61-e51226243822 req-559ac338-9b2b-4315-8bd9-16f598557af3 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.2419646 Sep 10 16:49:45.448242 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6fb0dd3d-1abd-4d1a-9a61-e51226243822 req-74cea693-6039-4a9d-bae8-949f3f86f830 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763018 Sep 10 16:49:45.457215 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-db813215-93fd-4b3d-8391-83a98ab96454 req-9d750792-9d0c-4455-84cc-f81560dd5d85 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198163 Sep 10 16:49:45.750422 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60534) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:45.779733 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-dea13916-6647-47b5-b671-be6b327c0cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:45.825561 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-dea13916-6647-47b5-b671-be6b327c0cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:45.830871 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-dea13916-6647-47b5-b671-be6b327c0cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:e17cf462251b491999e2b320b133d2f0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:45.833906 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-dea13916-6647-47b5-b671-be6b327c0cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:45.839883 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-dea13916-6647-47b5-b671-be6b327c0cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:45.916717 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-dea13916-6647-47b5-b671-be6b327c0cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:45.922191 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-dea13916-6647-47b5-b671-be6b327c0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:45.929037 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6ef58fe1-e445-431c-9bde-e86e095b278b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:45.970942 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea13916-6647-47b5-b671-be6b327c0cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8070b0-b6e6-456e-8e40-2932a06e4659,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:45.974370 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-dea13916-6647-47b5-b671-be6b327c0cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:45.979141 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-dea13916-6647-47b5-b671-be6b327c0cf5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e17cf462251b491999e2b320b133d2f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2255630 Sep 10 16:49:45.979529 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 60538) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:46.059059 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3ded4988-cdbc-48bf-ba53-557847571c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:46.090283 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3ded4988-cdbc-48bf-ba53-557847571c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:46.151086 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3ded4988-cdbc-48bf-ba53-557847571c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:46.156595 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e5df84b9-df2e-466e-bf0c-94a64c5b4c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:46.171844 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded4988-cdbc-48bf-ba53-557847571c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8070b0-b6e6-456e-8e40-2932a06e4659,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:46.175299 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3ded4988-cdbc-48bf-ba53-557847571c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:46.194793 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3ded4988-cdbc-48bf-ba53-557847571c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:46.196325 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-3ded4988-cdbc-48bf-ba53-557847571c50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d8070b0-b6e6-456e-8e40-2932a06e4659 HTTP/1.1" status: 204 len: 168 time: 0.2158225 Sep 10 16:49:46.903376 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccc8f7-aeb6-4356-995d-ec27135e0027 req-a459e7d9-80cb-4e89-b0ff-727eb8ed9ec4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:46.905262 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-14ccc8f7-aeb6-4356-995d-ec27135e0027 req-a459e7d9-80cb-4e89-b0ff-727eb8ed9ec4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.2761111 Sep 10 16:49:46.914050 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e6c1c-fab3-4f91-ae9f-2c911a5fea3e req-57a41480-c087-42dd-bf28-ad044dcd13fb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:46.915554 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9e6e6c1c-fab3-4f91-ae9f-2c911a5fea3e req-57a41480-c087-42dd-bf28-ad044dcd13fb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.2130270 Sep 10 16:49:47.156118 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-14ccc8f7-aeb6-4356-995d-ec27135e0027 req-d8682e54-f9cf-47f5-a188-3d9fa8fecf11 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393048 Sep 10 16:49:47.218677 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9e6e6c1c-fab3-4f91-ae9f-2c911a5fea3e req-064e103a-af98-451f-8e33-775f8c5a8acc tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221189 Sep 10 16:49:48.123419 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 60586) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:48.297819 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:48.438613 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:48.453296 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Usage tracker for resource:security_group_rule and tenant:ad67db76d69b4c478abdf17d44ab02a9 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:48.456820 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:48.467010 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:48.552857 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306f591-c6ad-49d5-b589-0cf18f12beed req-de6367d3-ad7b-4d1a-a752-8b6be94a5b5d tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:48.554318 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2306f591-c6ad-49d5-b589-0cf18f12beed req-de6367d3-ad7b-4d1a-a752-8b6be94a5b5d tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.1972411 Sep 10 16:49:48.569352 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c977a6-6a9e-4f46-986e-fb5eec249fdd req-3c001ea7-203e-45d9-b09d-1a69442b89c1 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:48.570785 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-30c977a6-6a9e-4f46-986e-fb5eec249fdd req-3c001ea7-203e-45d9-b09d-1a69442b89c1 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1700397 Sep 10 16:49:48.655513 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:48.665006 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:48.674934 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ce6ea279-9027-418d-bb79-11e157aab9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:48.688860 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2306f591-c6ad-49d5-b589-0cf18f12beed req-ad369c44-3824-45d9-850f-0f15cc679e03 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284611 Sep 10 16:49:48.699226 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-30c977a6-6a9e-4f46-986e-fb5eec249fdd req-ba4e3020-cf9d-4288-8716-c5491d0bc556 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126721 Sep 10 16:49:48.724303 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6559105-c668-4a15-b6d5-90c89586bb84,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:48.733248 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60602) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:48.748421 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad67db76d69b4c478abdf17d44ab02a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6098459 Sep 10 16:49:48.759164 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:48.759525 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:48.759881 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:48.760235 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:48.760615 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:48.760963 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:48.761309 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:48.761653 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:48.761993 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:48.762333 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:48.762671 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:49:48.766883 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:48.830369 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-de6ef6b0-3f5d-4701-b5d9-94a68569cea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:48.862583 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-de6ef6b0-3f5d-4701-b5d9-94a68569cea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:48.917717 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-de6ef6b0-3f5d-4701-b5d9-94a68569cea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:48.922772 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:48.935081 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ef6b0-3f5d-4701-b5d9-94a68569cea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6559105-c668-4a15-b6d5-90c89586bb84,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:48.938307 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-de6ef6b0-3f5d-4701-b5d9-94a68569cea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:48.947253 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-de6ef6b0-3f5d-4701-b5d9-94a68569cea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:48.948812 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-de6ef6b0-3f5d-4701-b5d9-94a68569cea1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6559105-c668-4a15-b6d5-90c89586bb84 HTTP/1.1" status: 204 len: 168 time: 0.2146261 Sep 10 16:49:50.023351 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef1c04-0d54-4453-bc9e-71a552bfea41 req-42fc0ef0-269f-4a01-9bb0-e8d476540b3f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:50.031308 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-78ef1c04-0d54-4453-bc9e-71a552bfea41 req-42fc0ef0-269f-4a01-9bb0-e8d476540b3f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.1260018 Sep 10 16:49:50.051448 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cdf82-fda0-4ba1-8e17-ebca3c6f0b42 req-f1bd32c9-54dd-4ff2-b48f-215ff0ef1623 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:50.053298 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ee5cdf82-fda0-4ba1-8e17-ebca3c6f0b42 req-f1bd32c9-54dd-4ff2-b48f-215ff0ef1623 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1982577 Sep 10 16:49:50.107215 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ee5cdf82-fda0-4ba1-8e17-ebca3c6f0b42 req-3102dc2a-f778-42d3-b08d-7ab203a3e547 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443618 Sep 10 16:49:50.140678 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-78ef1c04-0d54-4453-bc9e-71a552bfea41 req-2d315a0f-5981-4d2b-b931-268a2f243159 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078830 Sep 10 16:49:51.426480 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865458df-76d6-4cf2-8f14-2deb490c81a2 req-291d058b-a1b0-4507-96dc-313e17b95d67 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:51.428495 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-865458df-76d6-4cf2-8f14-2deb490c81a2 req-291d058b-a1b0-4507-96dc-313e17b95d67 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1558826 Sep 10 16:49:51.438699 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736b8ea-1b62-41e8-b74f-3f222e1cb1c5 req-b5b68307-9933-4a92-8666-6056be781301 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:51.440407 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1736b8ea-1b62-41e8-b74f-3f222e1cb1c5 req-b5b68307-9933-4a92-8666-6056be781301 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.1291161 Sep 10 16:49:51.521901 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-865458df-76d6-4cf2-8f14-2deb490c81a2 req-bf863f87-a4c6-4b15-ba62-190d91f976dc tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804181 Sep 10 16:49:51.529227 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1736b8ea-1b62-41e8-b74f-3f222e1cb1c5 req-7e6a344e-aa67-4a3d-be2a-7485501f6677 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680201 Sep 10 16:49:52.211298 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-d7709017-50be-4635-a735-eea57e24e548 req-d80e32d1-1bc5-4866-8366-15bcc1400878 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Synchronizing usage tracker for tenant:b344ba5f825845a4981adad205d90ea0 on resource:security_group {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:49:52.243573 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-d7709017-50be-4635-a735-eea57e24e548 req-d80e32d1-1bc5-4866-8366-15bcc1400878 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Unset dirty status for tenant:b344ba5f825845a4981adad205d90ea0 on resource:security_group {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:49:52.244784 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-d80e32d1-1bc5-4866-8366-15bcc1400878 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219821658&fields=id&tenant_id=b344ba5f825845a4981adad205d90ea0 HTTP/1.1" status: 200 len: 267 time: 0.0861478 Sep 10 16:49:52.461624 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7709017-50be-4635-a735-eea57e24e548 req-93eddeeb-9dcb-42af-8e9c-5d17a124bb87 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:52.463374 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-93eddeeb-9dcb-42af-8e9c-5d17a124bb87 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/networks?id=19b435ae-57cc-4736-a6ea-9d3189011e76 HTTP/1.1" status: 200 len: 808 time: 0.2094505 Sep 10 16:49:52.488441 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-dabc9bab-c3ed-4e44-b98d-e77212b538b1 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/quotas/b344ba5f825845a4981adad205d90ea0 HTTP/1.1" status: 200 len: 375 time: 0.0176215 Sep 10 16:49:52.605233 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-fbe95b08-5118-4f6d-ad26-e68c81172e2a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b344ba5f825845a4981adad205d90ea0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030388 Sep 10 16:49:52.833908 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-f307d964-7e96-475e-ad7c-4982df3c3a2f service neutron] 10.222.0.43 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128747 Sep 10 16:49:52.871791 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f0612-9410-4634-b54d-4610740f71c5 req-f080a3b6-ccf6-44c1-a44f-75a22388f8a2 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:52.873325 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-634f0612-9410-4634-b54d-4610740f71c5 req-f080a3b6-ccf6-44c1-a44f-75a22388f8a2 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1542704 Sep 10 16:49:52.991743 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-634f0612-9410-4634-b54d-4610740f71c5 req-b47cfaab-c2cc-4d62-992d-03cfa99e4df7 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754783 Sep 10 16:49:53.026153 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-d9889e2c-1a08-4152-9ff9-1979bb378ccc service neutron] 10.222.0.43 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828432 Sep 10 16:49:53.204342 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcff82-6c63-4947-8d55-5076b5050325 req-43e46587-e207-45b4-a5ac-d78cebf3657b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:53.205824 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2fbcff82-6c63-4947-8d55-5076b5050325 req-43e46587-e207-45b4-a5ac-d78cebf3657b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.0872471 Sep 10 16:49:53.252803 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2fbcff82-6c63-4947-8d55-5076b5050325 req-ca4866a4-8a35-4e4f-9c5d-abbaf2bf2369 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Sep 10 16:49:53.428556 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-70a7a4da-1178-4d4d-80c4-aa0fb4da789e req-6bf273e8-3c9a-4b94-b441-a459b6b6bc05 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 210 time: 0.0459745 Sep 10 16:49:54.158640 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a017f329-e238-46ac-8596-a62f99622e67 req-9c9062d0-63b5-4d52-8342-3805ca11a5eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 1098 time: 0.0774167 Sep 10 16:49:54.209673 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a017f329-e238-46ac-8596-a62f99622e67 req-4aff0a53-39e7-4440-925a-932c43910a08 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444386 Sep 10 16:49:54.242853 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832944b7-341b-45af-af99-1e93bb71bc4e req-84dcfa0c-92aa-422f-b056-5fbf691e1a7c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:54.249063 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-832944b7-341b-45af-af99-1e93bb71bc4e req-84dcfa0c-92aa-422f-b056-5fbf691e1a7c tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.0840807 Sep 10 16:49:54.290220 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-832944b7-341b-45af-af99-1e93bb71bc4e req-3ad28fd0-7b7e-4d41-ba9f-609f3053d1ff tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Sep 10 16:49:54.555585 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e86dec-f08b-422d-9854-9246904eb6ee req-2641a2eb-3a47-425a-8960-c8ce602e1b1a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:54.557296 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-62e86dec-f08b-422d-9854-9246904eb6ee req-2641a2eb-3a47-425a-8960-c8ce602e1b1a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.1645975 Sep 10 16:49:54.618790 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6931aff5-0ef5-465a-96eb-151febb88413 req-67b9ce97-1d70-428c-bce9-bbbc5e023ce0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 210 time: 0.0564001 Sep 10 16:49:54.643748 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-62e86dec-f08b-422d-9854-9246904eb6ee req-98fba369-4e03-4ba9-b7fd-18234451c032 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520959 Sep 10 16:49:54.768510 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:49:55.295429 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7709017-50be-4635-a735-eea57e24e548 req-283ad960-9912-4121-b258-68d023c29f07 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:55.296871 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-d7709017-50be-4635-a735-eea57e24e548 req-283ad960-9912-4121-b258-68d023c29f07 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Synchronizing usage tracker for tenant:b344ba5f825845a4981adad205d90ea0 on resource:network {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:49:55.314768 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-d7709017-50be-4635-a735-eea57e24e548 req-283ad960-9912-4121-b258-68d023c29f07 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Unset dirty status for tenant:b344ba5f825845a4981adad205d90ea0 on resource:network {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:49:55.316097 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-283ad960-9912-4121-b258-68d023c29f07 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.48 "GET /v2.0/networks?id=19b435ae-57cc-4736-a6ea-9d3189011e76 HTTP/1.1" status: 200 len: 808 time: 0.1707532 Sep 10 16:49:55.390573 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-d7709017-50be-4635-a735-eea57e24e548 req-f772dd62-58f7-415f-bc3f-09abd0de6ad9 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Synchronizing usage tracker for tenant:b344ba5f825845a4981adad205d90ea0 on resource:security_group {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:49:55.403220 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-d7709017-50be-4635-a735-eea57e24e548 req-f772dd62-58f7-415f-bc3f-09abd0de6ad9 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Unset dirty status for tenant:b344ba5f825845a4981adad205d90ea0 on resource:security_group {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:49:55.404266 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-f772dd62-58f7-415f-bc3f-09abd0de6ad9 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b344ba5f825845a4981adad205d90ea0 HTTP/1.1" status: 200 len: 380 time: 0.0643423 Sep 10 16:49:55.414812 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Request body: {'port': {'device_id': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'admin_state_up': True, 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'security_groups': ['1c2fd88b-b104-4d7e-8775-5263b3c5f97b']}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:55.588546 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c19188-4d9b-48ba-a53e-424259267126 req-ff6bc543-0ee7-4a10-bfdb-3c14c63e46d9 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:55.590753 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f5c19188-4d9b-48ba-a53e-424259267126 req-ff6bc543-0ee7-4a10-bfdb-3c14c63e46d9 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1170914 Sep 10 16:49:55.590915 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:55.596004 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Usage tracker for resource:port and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:55.599201 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:55.605913 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:55.618056 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Made reservation on behalf of b344ba5f825845a4981adad205d90ea0 for: {'port': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:49:55.621741 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:55.652409 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f5c19188-4d9b-48ba-a53e-424259267126 req-bd6bb072-6d04-4ab1-a25b-2f5553db4ebf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530231 Sep 10 16:49:55.889363 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-31656b3e-be07-44d8-b0b7-4f836e58b709 req-4d5ddda6-25f6-4456-884e-81d44fd43b4e tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 210 time: 0.1001163 Sep 10 16:49:55.894365 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3ba39421-e33f-4ed5-842c-ffe1d13671d7 req-3f22aa9b-b12d-4a23-8fdc-111e68ec4f0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 1096 time: 0.1820948 Sep 10 16:49:55.896403 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Allocated IP 172.20.0.6 (19b435ae-57cc-4736-a6ea-9d3189011e76/63cfbc35-14cf-4931-b6ab-a1b9c9ce3253/2ea3c147-816e-4bd7-91bb-e35d0f4513f0) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:49:55.943913 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5068e06-e936-4928-9088-48f259d33c65 req-ccffd78c-2fa3-44e2-9e26-d416990d3d2f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:55.950798 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a5068e06-e936-4928-9088-48f259d33c65 req-ccffd78c-2fa3-44e2-9e26-d416990d3d2f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.1192961 Sep 10 16:49:56.104487 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a5068e06-e936-4928-9088-48f259d33c65 req-c2af97fb-b3e1-43af-a0cf-87229d46925d tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525717 Sep 10 16:49:56.152051 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:56.170499 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Transition to ACTIVE for port object 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 will not be triggered until provisioned by entity DHCP. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:56.186668 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba39421-e33f-4ed5-842c-ffe1d13671d7 req-49f63600-a623-404a-95e9-d79f6bcf9443 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:56.188521 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3ba39421-e33f-4ed5-842c-ffe1d13671d7 req-49f63600-a623-404a-95e9-d79f6bcf9443 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 918 time: 0.2349534 Sep 10 16:49:56.214687 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:56.225286 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6fe3cc19-a820-4dc1-8f47-5c09fe42f91d tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:56.318070 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3ba39421-e33f-4ed5-842c-ffe1d13671d7 req-2e263214-51d8-4570-b52c-ce2d68e33fad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33042e64-22e6-4e33-a3d7-84906801554b HTTP/1.1" status: 200 len: 999 time: 0.1226940 Sep 10 16:49:56.338215 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Network 19b435ae-57cc-4736-a6ea-9d3189011e76 is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:49:56.341446 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:49:56.345021 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:49:56.415090 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:56.415843 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:56.421691 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event updated for resources: {'Port': ['ID=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:56.424777 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:56.447965 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0377898 Sep 10 16:49:56.452804 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba39421-e33f-4ed5-842c-ffe1d13671d7 req-1e518d97-dec4-4674-9365-f5e2b49d940b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:56.454274 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3ba39421-e33f-4ed5-842c-ffe1d13671d7 req-1e518d97-dec4-4674-9365-f5e2b49d940b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 200 len: 856 time: 0.0928850 Sep 10 16:49:56.472942 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Request body: {'port': {'device_id': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:49:56.534290 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b357a-c635-4819-be49-97db115b794d req-a9a6b870-3ce3-40f0-9176-5d505ad2708e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:56.536491 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ae0b357a-c635-4819-be49-97db115b794d req-a9a6b870-3ce3-40f0-9176-5d505ad2708e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.2344353 Sep 10 16:49:56.613092 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ae0b357a-c635-4819-be49-97db115b794d req-d91f91fc-c146-46fe-84c4-d4baaf5439f4 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693674 Sep 10 16:49:56.615004 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:56.645371 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-5543e33d-6b3f-4561-a863-c5ea402306df None None] Provisioning for port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:49:56.647068 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3ba39421-e33f-4ed5-842c-ffe1d13671d7 req-36978084-b4f7-4b04-a5d4-8545b872d242 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1840520 Sep 10 16:49:56.650922 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-5543e33d-6b3f-4561-a863-c5ea402306df None None] Provisioning complete for port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:49:56.651304 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-5543e33d-6b3f-4561-a863-c5ea402306df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:56.717102 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-5543e33d-6b3f-4561-a863-c5ea402306df None None] Port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:49:56.813073 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3ba39421-e33f-4ed5-842c-ffe1d13671d7 req-b77120f8-78d5-4d12-83cc-8740eb21b50f service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589856 Sep 10 16:49:57.074406 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 {{(pid=75007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:49:57.077980 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3ba39421-e33f-4ed5-842c-ffe1d13671d7 req-6f84fbc5-5e12-4da9-993d-41f2181c01d1 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576916 Sep 10 16:49:57.086345 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed7e0a-49ef-4356-a960-cf2eccc32566 req-0f99fd90-4615-462c-b587-ac4109aa4ba3 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:57.086512 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:57.087852 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-48ed7e0a-49ef-4356-a960-cf2eccc32566 req-0f99fd90-4615-462c-b587-ac4109aa4ba3 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1797216 Sep 10 16:49:57.094229 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-30860258-c2d5-48cd-b08c-b531091c997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:57.113440 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Transition to ACTIVE for port object 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 will not be triggered until provisioned by entity L2. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:49:57.120749 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:57.137695 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:57.293830 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c2297-f23c-4254-a32f-0efdf9bee903 req-a60a24d4-1692-4eec-bdb3-f4c00e036d0e tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:57.300846 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b25c2297-f23c-4254-a32f-0efdf9bee903 req-a60a24d4-1692-4eec-bdb3-f4c00e036d0e tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 943 time: 0.2119684 Sep 10 16:49:57.303062 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Pushing event updated for resources: {'Port': ['ID=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:57.305904 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:57.317538 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-48ed7e0a-49ef-4356-a960-cf2eccc32566 req-af97d15b-a609-48a2-a3df-0820c8346d5a tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302493 Sep 10 16:49:57.362949 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b25c2297-f23c-4254-a32f-0efdf9bee903 req-7b33b32d-9ac2-4112-979b-58f6c3064808 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611451 Sep 10 16:49:57.440642 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Attempting to bind port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:49:57.441209 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Attempting to bind port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:49:57.441333 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Attempting to bind port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 on network 19b435ae-57cc-4736-a6ea-9d3189011e76 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:49:57.446942 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 on network 19b435ae-57cc-4736-a6ea-9d3189011e76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:49:57.447248 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Attempting to bind port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 on network 19b435ae-57cc-4736-a6ea-9d3189011e76 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:49:57.456998 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:49:57.457317 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Checking segment: {'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:49:57.457712 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Bound using segment: {'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:49:57.458287 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Bound port: 2ea3c147-816e-4bd7-91bb-e35d0f4513f0, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3f265c-3209-476a-9426-91c9c256ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76'}}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:49:57.458637 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:57.463436 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:57.549555 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69407685-b6ef-4dae-bdbb-735fec1cb99f req-e83cec2c-0c81-440d-bdbc-4cb974875695 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:57.551003 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-69407685-b6ef-4dae-bdbb-735fec1cb99f req-e83cec2c-0c81-440d-bdbc-4cb974875695 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 943 time: 0.0981297 Sep 10 16:49:57.557646 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] For port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0, host hv-cinder-80847, cleared binding levels {{(pid=75007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:49:57.561617 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] For port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:49:57.566678 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:57.580637 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:57.610839 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-69407685-b6ef-4dae-bdbb-735fec1cb99f req-dd2d6922-f216-48e4-b8f4-c66429e71dfd tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523293 Sep 10 16:49:57.630497 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:57.631956 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] 10.222.0.48 "PUT /v2.0/ports/2ea3c147-816e-4bd7-91bb-e35d0f4513f0 HTTP/1.1" status: 200 len: 1093 time: 1.1754751 Sep 10 16:49:57.632463 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:49:57.719495 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'status': 'completed', 'code': 200} Sep 10 16:49:57.730478 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Pushing event updated for resources: {'Port': ['ID=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,revision_number=3']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:57.738306 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:57.776498 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-ce363dab-d3c0-4509-9811-e884fef8eb66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b344ba5f825845a4981adad205d90ea0&device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 1096 time: 0.0923276 Sep 10 16:49:57.877563 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-97d24845-2a92-411b-ac51-8e03f95f2ba1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0 HTTP/1.1" status: 200 len: 217 time: 0.0924196 Sep 10 16:49:57.944876 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7709017-50be-4635-a735-eea57e24e548 req-57035454-0a45-4a63-8a73-3af1ad69861c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:57.946274 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-57035454-0a45-4a63-8a73-3af1ad69861c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63cfbc35-14cf-4931-b6ab-a1b9c9ce3253 HTTP/1.1" status: 200 len: 847 time: 0.0625896 Sep 10 16:49:58.046443 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-81dc66a5-98be-4032-8717-83fe9f39ecac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19b435ae-57cc-4736-a6ea-9d3189011e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0932467 Sep 10 16:49:58.090660 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbd939-35b8-4407-9177-a9343618ea32 req-3d1f9b5c-614a-4424-b8c5-dc050e8948c5 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:58.092490 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-28bbd939-35b8-4407-9177-a9343618ea32 req-3d1f9b5c-614a-4424-b8c5-dc050e8948c5 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.2859316 Sep 10 16:49:58.152478 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4b6c30d5-cecf-493f-99c1-130caeb43be5 req-ee183d19-a09b-4dee-bb2c-43ef59ac79a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 1098 time: 0.2803051 Sep 10 16:49:58.240888 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-28bbd939-35b8-4407-9177-a9343618ea32 req-e3e3a274-2ac3-4042-846b-dd94eedbc14b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399601 Sep 10 16:49:58.256664 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ce4e0-67a3-4bf3-8297-c11046e48342 req-65d04fbc-507e-4e4d-8315-ed1933dbc37b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:58.258181 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f06ce4e0-67a3-4bf3-8297-c11046e48342 req-65d04fbc-507e-4e4d-8315-ed1933dbc37b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.3315692 Sep 10 16:49:58.281687 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-3c23b673-96b4-4442-ac42-2ae099591766 service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285466 Sep 10 16:49:58.342964 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f06ce4e0-67a3-4bf3-8297-c11046e48342 req-6ad7f6e4-034e-4bc2-a41d-315de40ff523 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745478 Sep 10 16:49:58.347152 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c30d5-cecf-493f-99c1-130caeb43be5 req-5251288c-b8e5-4751-abea-7b3d431d864e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:58.348574 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4b6c30d5-cecf-493f-99c1-130caeb43be5 req-5251288c-b8e5-4751-abea-7b3d431d864e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 200 len: 919 time: 0.1862183 Sep 10 16:49:58.423929 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-d7709017-50be-4635-a735-eea57e24e548 req-e7341295-28a1-423a-875b-9d7fe6cf195c service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329310 Sep 10 16:49:58.432259 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 33042e64-22e6-4e33-a3d7-84906801554b details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:49:58.452511 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4b6c30d5-cecf-493f-99c1-130caeb43be5 req-e189e094-621a-4bc9-b762-c88c5785251b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde42992-3766-4acf-b9cb-7e6b226203d5 HTTP/1.1" status: 200 len: 217 time: 0.0936582 Sep 10 16:49:58.590787 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-11bc494b-ec4d-4ab6-bdac-346db1fc6f9c req-0b1ee6c9-e249-4e82-a444-8f2bf9d93801 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b344ba5f825845a4981adad205d90ea0&device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 1096 time: 0.1040447 Sep 10 16:49:58.600939 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:58.622147 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '33042e64-22e6-4e33-a3d7-84906801554b', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'port_id': '33042e64-22e6-4e33-a3d7-84906801554b', 'mac_address': 'fa:16:3e:20:53:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:49:58.631257 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c30d5-cecf-493f-99c1-130caeb43be5 req-cf786fba-e4e8-485d-9f02-74c161d8ef49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:58.632828 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4b6c30d5-cecf-493f-99c1-130caeb43be5 req-cf786fba-e4e8-485d-9f02-74c161d8ef49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15759e78-f453-4e6b-a31e-5c5791b0a59f HTTP/1.1" status: 200 len: 858 time: 0.1559849 Sep 10 16:49:58.695221 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4b6c30d5-cecf-493f-99c1-130caeb43be5 req-aa6d6246-61ea-4267-871a-ea9bd01080c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e5adaf9-c968-40bc-9d44-9a6aade22f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528462 Sep 10 16:49:58.709056 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85325ffc-cf2b-49ca-beb9-85cab286aa81 req-2f523c34-62e5-4970-baed-56b8f1ff8394 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:58.718519 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-85325ffc-cf2b-49ca-beb9-85cab286aa81 req-2f523c34-62e5-4970-baed-56b8f1ff8394 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 943 time: 0.1734123 Sep 10 16:49:58.727099 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:58.746475 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33042e64-22e6-4e33-a3d7-84906801554b {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:49:58.764231 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:49:58.769346 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:58.771764 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:58.779866 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc494b-ec4d-4ab6-bdac-346db1fc6f9c req-217abe89-136e-43fd-93ea-6d2f111f8716 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:58.781403 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-11bc494b-ec4d-4ab6-bdac-346db1fc6f9c req-217abe89-136e-43fd-93ea-6d2f111f8716 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19b435ae-57cc-4736-a6ea-9d3189011e76 HTTP/1.1" status: 200 len: 909 time: 0.1815455 Sep 10 16:49:58.849650 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=33042e64-22e6-4e33-a3d7-84906801554b,revision_number=9']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:58.852933 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:58.863654 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-11bc494b-ec4d-4ab6-bdac-346db1fc6f9c req-745e2eaf-6c56-4567-89e7-e8e445aa97ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0 HTTP/1.1" status: 200 len: 217 time: 0.0757720 Sep 10 16:49:58.924981 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-85325ffc-cf2b-49ca-beb9-85cab286aa81 req-cb77f765-d333-428c-91cb-eff9b399233d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056148 Sep 10 16:49:58.927222 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc494b-ec4d-4ab6-bdac-346db1fc6f9c req-dc44e215-8568-46b9-bec6-f2550c721bec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:58.928675 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-11bc494b-ec4d-4ab6-bdac-346db1fc6f9c req-dc44e215-8568-46b9-bec6-f2550c721bec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63cfbc35-14cf-4931-b6ab-a1b9c9ce3253 HTTP/1.1" status: 200 len: 847 time: 0.0584946 Sep 10 16:49:58.968821 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4b6c30d5-cecf-493f-99c1-130caeb43be5 req-d5f85ceb-00d8-4814-904d-95ca653032f7 service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472401 Sep 10 16:49:58.978857 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdfaa3-9608-4aa2-9531-1b8cc307c304 req-aa428a4c-5a08-46f9-a74d-82fcbfa7cc17 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:58.980247 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ffbdfaa3-9608-4aa2-9531-1b8cc307c304 req-aa428a4c-5a08-46f9-a74d-82fcbfa7cc17 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 944 time: 0.1439934 Sep 10 16:49:59.017484 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-11bc494b-ec4d-4ab6-bdac-346db1fc6f9c req-8baf6847-1e64-4797-a47a-a466d919425d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19b435ae-57cc-4736-a6ea-9d3189011e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802681 Sep 10 16:49:59.047906 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['33042e64-22e6-4e33-a3d7-84906801554b'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:49:59.125143 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ffbdfaa3-9608-4aa2-9531-1b8cc307c304 req-7fc3a7d0-004c-4c16-a81b-1c5e25fc726b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255844 Sep 10 16:49:59.155688 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4b6c30d5-cecf-493f-99c1-130caeb43be5 req-3925e4f4-8afc-4f65-8f3c-fe07c905c4d5 service neutron] 10.222.0.48 "GET /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743541 Sep 10 16:49:59.170354 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-11bc494b-ec4d-4ab6-bdac-346db1fc6f9c req-c31e53d2-3dea-4b19-9436-5124c3d968cc service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461856 Sep 10 16:49:59.316374 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-11bc494b-ec4d-4ab6-bdac-346db1fc6f9c req-174e4742-5e3b-4f9e-b5d0-95b9c60e7bb7 service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313596 Sep 10 16:49:59.345105 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-999abd9a-6600-43a2-9e8d-efe41596435f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:59.460319 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998148e0-a0f4-4913-a0a9-b0e6a3b85d0b req-ae2e1443-f910-415f-8eee-68af09266a8c tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:59.462332 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-998148e0-a0f4-4913-a0a9-b0e6a3b85d0b req-ae2e1443-f910-415f-8eee-68af09266a8c tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.0872681 Sep 10 16:49:59.568484 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-998148e0-a0f4-4913-a0a9-b0e6a3b85d0b req-02e33f82-2a3d-4d18-814b-f7edd7b41a6b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981836 Sep 10 16:49:59.595304 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a250e1-1ce7-4b9b-9471-3725ca8a207a req-5413943f-f319-4ca9-8cf3-3f4cfdf65ed0 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:49:59.597042 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-11a250e1-1ce7-4b9b-9471-3725ca8a207a req-5413943f-f319-4ca9-8cf3-3f4cfdf65ed0 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1093745 Sep 10 16:49:59.617370 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60820) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:59.643540 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-11a250e1-1ce7-4b9b-9471-3725ca8a207a req-2f4414f8-9ba1-4bf4-83f9-61540b4c2d3b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408845 Sep 10 16:49:59.756931 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c17f5431-af5a-4df3-a544-49d04db95143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:59.790049 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-c17f5431-af5a-4df3-a544-49d04db95143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:49:59.793794 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-c17f5431-af5a-4df3-a544-49d04db95143 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9d50ece70b4f77ba105eea93581c9b is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:49:59.796873 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-c17f5431-af5a-4df3-a544-49d04db95143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:49:59.802586 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-c17f5431-af5a-4df3-a544-49d04db95143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:49:59.869331 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c17f5431-af5a-4df3-a544-49d04db95143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:59.873727 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c17f5431-af5a-4df3-a544-49d04db95143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:49:59.880269 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ed9c3df8-7491-45cf-9db5-5ca0826d2da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:49:59.920951 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f5431-af5a-4df3-a544-49d04db95143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb866d9-eec1-4684-9bc5-d0795720662d,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:49:59.924084 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c17f5431-af5a-4df3-a544-49d04db95143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:49:59.926609 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-c17f5431-af5a-4df3-a544-49d04db95143 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f9d50ece70b4f77ba105eea93581c9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3077495 Sep 10 16:49:59.929168 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60830) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:49:59.992144 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e162b2b7-9bfd-45a0-974d-5e0f3524fa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:00.024355 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e162b2b7-9bfd-45a0-974d-5e0f3524fa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:00.082012 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e162b2b7-9bfd-45a0-974d-5e0f3524fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:00.086572 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-fb380f56-923f-48e1-add5-1dda92e3855e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:00.101945 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162b2b7-9bfd-45a0-974d-5e0f3524fa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb866d9-eec1-4684-9bc5-d0795720662d,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:00.109249 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-e162b2b7-9bfd-45a0-974d-5e0f3524fa8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:00.118919 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e162b2b7-9bfd-45a0-974d-5e0f3524fa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:00.122511 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-e162b2b7-9bfd-45a0-974d-5e0f3524fa8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edb866d9-eec1-4684-9bc5-d0795720662d HTTP/1.1" status: 204 len: 168 time: 0.1900022 Sep 10 16:50:00.157707 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b94b9-b4cf-4efa-b01d-a1c7da7248e3 req-732f61f8-92b5-4e95-91a3-68706e75a9aa tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:00.159330 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ff0b94b9-b4cf-4efa-b01d-a1c7da7248e3 req-732f61f8-92b5-4e95-91a3-68706e75a9aa tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 943 time: 0.1058190 Sep 10 16:50:00.211255 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:00.234973 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ff0b94b9-b4cf-4efa-b01d-a1c7da7248e3 req-8d9b0a40-36d5-4e36-9f23-77f3cdb546d1 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692475 Sep 10 16:50:00.368333 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bcb03-d8c0-49fa-90c4-2f207b40028c req-a13e1308-52de-4b9c-bfa5-8d6faa3ea2a6 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:00.372964 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-258bcb03-d8c0-49fa-90c4-2f207b40028c req-a13e1308-52de-4b9c-bfa5-8d6faa3ea2a6 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 944 time: 0.0954840 Sep 10 16:50:00.436614 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-258bcb03-d8c0-49fa-90c4-2f207b40028c req-f53275c7-7ec6-4802-b7b6-83efd454483c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597196 Sep 10 16:50:00.448179 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 33042e64-22e6-4e33-a3d7-84906801554b up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:00.526331 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 33042e64-22e6-4e33-a3d7-84906801554b triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:00.526331 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:00.644044 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:00.671451 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:50:00.681076 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:00.687320 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:00.690936 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:00.777556 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=33042e64-22e6-4e33-a3d7-84906801554b,revision_number=10']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:00.782167 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:00.830588 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb43d9-efb2-4d3e-88ef-ae49cd69e7c0 req-e490ed8c-c278-49d1-8533-44837bd10b97 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:00.832290 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bafb43d9-efb2-4d3e-88ef-ae49cd69e7c0 req-e490ed8c-c278-49d1-8533-44837bd10b97 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1258464 Sep 10 16:50:00.909254 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bafb43d9-efb2-4d3e-88ef-ae49cd69e7c0 req-aa31191a-6822-4586-9416-800b69ae5894 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693507 Sep 10 16:50:00.916007 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d6050-784f-4373-8e69-11c969647ac3 req-dd0c6cf2-3614-47cd-8c42-805f1522af52 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:00.917625 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fc6d6050-784f-4373-8e69-11c969647ac3 req-dd0c6cf2-3614-47cd-8c42-805f1522af52 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1316826 Sep 10 16:50:00.973921 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fc6d6050-784f-4373-8e69-11c969647ac3 req-c20d5c99-5167-42a7-bf8c-6079590301d5 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478840 Sep 10 16:50:01.021320 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b', 'code': 200} Sep 10 16:50:01.429172 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b388bc-5a8a-4263-bdf7-27877b48ca47 req-f9bb560c-968f-4e2d-8403-38d1d8f804bc tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:01.430644 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f7b388bc-5a8a-4263-bdf7-27877b48ca47 req-f9bb560c-968f-4e2d-8403-38d1d8f804bc tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 943 time: 0.0804849 Sep 10 16:50:01.481996 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f7b388bc-5a8a-4263-bdf7-27877b48ca47 req-0490937a-1442-4ba9-baf9-c0597632da94 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437331 Sep 10 16:50:01.606638 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-607f2bfe-dcf8-465c-8cd0-9907e21c9528 req-7832e9dc-88ab-4487-9354-218e2a5941d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 1099 time: 0.0848088 Sep 10 16:50:01.663839 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-607f2bfe-dcf8-465c-8cd0-9907e21c9528 req-ea2deb85-a428-4e44-89d6-6a9f55f969d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502195 Sep 10 16:50:01.739895 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:01.769705 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60884) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:01.773420 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f7309-294d-4548-a21d-b446e06013a5 req-86cf3069-c9a2-4ef4-b322-bd6406e546ef tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:01.774938 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-884f7309-294d-4548-a21d-b446e06013a5 req-86cf3069-c9a2-4ef4-b322-bd6406e546ef tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 946 time: 0.1724162 Sep 10 16:50:01.826466 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-884f7309-294d-4548-a21d-b446e06013a5 req-557d268b-e121-4bf8-b415-4b9d7ed3e4d4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441551 Sep 10 16:50:01.928043 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ffc9689a-15b6-4441-ae8a-a949299fd7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:01.963020 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ffc9689a-15b6-4441-ae8a-a949299fd7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:01.967040 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ffc9689a-15b6-4441-ae8a-a949299fd7cb admin admin] Usage tracker for resource:security_group_rule and tenant:ac42bbd4bae243feabae20d4467a4271 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:01.969667 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ffc9689a-15b6-4441-ae8a-a949299fd7cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:01.975234 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ffc9689a-15b6-4441-ae8a-a949299fd7cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:02.067353 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ffc9689a-15b6-4441-ae8a-a949299fd7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:02.071645 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ffc9689a-15b6-4441-ae8a-a949299fd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:02.081697 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-55740105-85eb-4940-a147-7ed03c564577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:02.124376 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9689a-15b6-4441-ae8a-a949299fd7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063f1952-a8ce-4d1c-97a9-7fa8ce90988d,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:02.127433 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ffc9689a-15b6-4441-ae8a-a949299fd7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:02.129864 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ffc9689a-15b6-4441-ae8a-a949299fd7cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac42bbd4bae243feabae20d4467a4271&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3591948 Sep 10 16:50:02.132699 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60896) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:02.158331 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26cb82-e32e-49b3-986b-cda046028430 req-460c6b75-5d96-456b-acf9-137ca2c033f6 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:02.160891 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0e26cb82-e32e-49b3-986b-cda046028430 req-460c6b75-5d96-456b-acf9-137ca2c033f6 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1174469 Sep 10 16:50:02.194198 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c72311df-0258-4462-b492-7c35f7e1c195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:02.220855 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c72311df-0258-4462-b492-7c35f7e1c195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:02.240592 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0e26cb82-e32e-49b3-986b-cda046028430 req-e75246ab-9d40-4174-9512-999526c78638 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734830 Sep 10 16:50:02.251400 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d3a6c-dd19-4aec-af1c-7209ec74fbca req-401f4d59-62a1-4c0f-93fc-0b84daf15222 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:02.252884 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b87d3a6c-dd19-4aec-af1c-7209ec74fbca req-401f4d59-62a1-4c0f-93fc-0b84daf15222 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1317656 Sep 10 16:50:02.272805 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c72311df-0258-4462-b492-7c35f7e1c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:02.278049 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bd6d8f27-5a9c-4733-b464-7001d3a4737a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:02.291853 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72311df-0258-4462-b492-7c35f7e1c195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063f1952-a8ce-4d1c-97a9-7fa8ce90988d,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:02.295994 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c72311df-0258-4462-b492-7c35f7e1c195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:02.299467 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c72311df-0258-4462-b492-7c35f7e1c195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:02.300737 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-c72311df-0258-4462-b492-7c35f7e1c195 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/063f1952-a8ce-4d1c-97a9-7fa8ce90988d HTTP/1.1" status: 204 len: 168 time: 0.1672661 Sep 10 16:50:02.317212 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b87d3a6c-dd19-4aec-af1c-7209ec74fbca req-0c2c18ab-94fa-4b49-9802-701cef8cc926 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554359 Sep 10 16:50:02.457482 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:50:02.616620 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:02.632082 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'port_id': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'mac_address': 'fa:16:3e:ac:e8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:50:02.716812 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec9ac0-b705-48be-840a-6ee950c94216 req-354c7504-6864-4477-a66e-d7c7d32d041d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:02.718695 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cfec9ac0-b705-48be-840a-6ee950c94216 req-354c7504-6864-4477-a66e-d7c7d32d041d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 943 time: 0.0943787 Sep 10 16:50:02.721276 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:02.747768 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:50:02.788656 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:02.796113 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:02.804024 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-3f698e42-acc9-4c6b-8dc8-50f809b28a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:02.821515 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cfec9ac0-b705-48be-840a-6ee950c94216 req-1de5d1ee-f984-4e73-ad2b-72bf25fb3250 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960679 Sep 10 16:50:02.911927 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:02.925325 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:02.925667 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:02.930442 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:02.930978 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:02.935806 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:02.936602 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:02.937275 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:02.937807 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:02.938147 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:02.938480 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:02.938813 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:02.955913 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:03.109011 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['2ea3c147-816e-4bd7-91bb-e35d0f4513f0'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:50:03.264250 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7e2b8-2a59-4b2b-a895-c55b7b2c6699 req-037d047d-4db1-4971-a62f-b93aa50bfc96 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:03.278093 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-23b7e2b8-2a59-4b2b-a895-c55b7b2c6699 req-037d047d-4db1-4971-a62f-b93aa50bfc96 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 946 time: 0.1761541 Sep 10 16:50:03.383348 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-23b7e2b8-2a59-4b2b-a895-c55b7b2c6699 req-84204a76-3392-4fdd-84e6-58e721ee2bd4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042442 Sep 10 16:50:03.614897 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aed07c-1e53-4ef5-978b-c00ec7854621 req-842b10ef-014a-40c5-8320-7c43ca6bab3a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:03.622163 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-42aed07c-1e53-4ef5-978b-c00ec7854621 req-842b10ef-014a-40c5-8320-7c43ca6bab3a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1593761 Sep 10 16:50:03.681046 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-42aed07c-1e53-4ef5-978b-c00ec7854621 req-f40164f9-5f36-4ce5-b083-6330b2e8e674 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579605 Sep 10 16:50:03.690741 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 60974) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:03.831779 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-638485768-network', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:03.836898 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:03.841424 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Usage tracker for resource:network and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:03.845339 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:03.868425 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:03.882530 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Made reservation on behalf of cd4ceffb98e34ef7af9ad58b6a121e52 for: {'network': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:50:03.885220 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:03.899148 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:03.934715 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:03.939262 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Usage tracker for resource:security_group_rule and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:03.942400 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:03.948655 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:04.076887 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ca234-dbb9-45ab-a482-294b0f4d5d86 req-2deb1f85-9f0c-4f60-a47f-4dd645fb109e tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:04.084712 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-883ca234-dbb9-45ab-a482-294b0f4d5d86 req-2deb1f85-9f0c-4f60-a47f-4dd645fb109e tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 944 time: 0.1059916 Sep 10 16:50:04.084895 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.091387 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.096185 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6680dc3f-65ba-45c0-8954-2170b0c31e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:04.130834 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=75007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:50:04.144336 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:04.148211 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:04.149183 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.149515 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.segments_db [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Added segment 564fd921-7a5d-4562-9f41-a87f87488c00 of type vlan for network d53e72e7-a502-4766-aa40-fca639a01caf Sep 10 16:50:04.151708 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-883ca234-dbb9-45ab-a482-294b0f4d5d86 req-a9fd6824-9adb-4d2f-b855-2f35da74e15e tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647900 Sep 10 16:50:04.179935 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.214301 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.215381 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:04.216474 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.222152 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a8efeca7-ac2d-4be1-a096-78538aab7720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:04.323000 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6311755 Sep 10 16:50:04.326101 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 60992) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:04.326873 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Pushing event updated for resources: {'Network': ['ID=d53e72e7-a502-4766-aa40-fca639a01caf,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:04.330278 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:04.340857 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network d53e72e7-a502-4766-aa40-fca639a01caf details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:50:04.348532 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Request body: {'subnet': {'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-638485768-subnet', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'ip_version': 4}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:04.365901 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:04.372564 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Usage tracker for resource:subnet and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:04.377445 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:04.385647 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:04.397306 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Made reservation on behalf of cd4ceffb98e34ef7af9ad58b6a121e52 for: {'subnet': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:50:04.399887 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2667496'] for subnet, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.482367 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:04.564319 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:04.569021 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:04.569395 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.678668 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2755752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2667462'] for subnet, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.689320 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a68b54-f2c2-4b93-b95c-cdcc5c3fd1ac req-1e38650b-b763-4d42-9725-4dbb394d4ef7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:04.690808 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-26a68b54-f2c2-4b93-b95c-cdcc5c3fd1ac req-1e38650b-b763-4d42-9725-4dbb394d4ef7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 946 time: 0.1357839 Sep 10 16:50:04.692158 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c2f93ca9-04ef-4c6e-b8d6-0c30f78eb210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:04.701534 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.789227 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e196a20-5634-49c9-9a03-bb10361c8c0a,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:04.790345 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:04.797938 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:50:04.798295 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:04.805310 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.808356 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:04.825025 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-26a68b54-f2c2-4b93-b95c-cdcc5c3fd1ac req-9ef492f8-be1b-4088-bf48-c0fcf99d9c59 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083343 Sep 10 16:50:04.886952 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:04.890389 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:04.896323 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Checking segment: {'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:50:04.896906 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Network hostable DHCP agents. Network: d53e72e7-a502-4766-aa40-fca639a01caf, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:50:04.913033 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'code': 200} Sep 10 16:50:04.941449 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Network d53e72e7-a502-4766-aa40-fca639a01caf is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:50:04.957631 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c755e9e-a58c-41d6-bdc9-d9d6b3879148 req-da171b00-eeb0-469c-8bdd-c9206e0024a8 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:04.959096 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3c755e9e-a58c-41d6-bdc9-d9d6b3879148 req-da171b00-eeb0-469c-8bdd-c9206e0024a8 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1331451 Sep 10 16:50:04.960131 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, d53e72e7-a502-4766-aa40-fca639a01caf) {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:04.965131 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:04.965891 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:04.976725 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4eb456-a659-4a2f-a87d-feca03a059a5 None None] Network d53e72e7-a502-4766-aa40-fca639a01caf requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:50:05.040266 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-2e628035-e712-4417-bd62-7ce00e8e456c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7085345 Sep 10 16:50:05.040616 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 32786) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:05.048058 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:05.055819 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:05.062921 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3c755e9e-a58c-41d6-bdc9-d9d6b3879148 req-1f9af019-380e-4b69-aba5-cf7f1b6f3c71 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898027 Sep 10 16:50:05.064015 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Usage tracker for resource:router and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:05.067490 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:05.075693 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:05.089109 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6726'] for router, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.091474 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4159522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6745'] for router, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.137284 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.231227 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 32794) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:05.302271 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp944730ea-2810-5243-a359-b6f7ebb1c417-d53e72e7-a502-4766-aa40-fca639a01caf', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'fixed_ips': [{'subnet_id': '3e196a20-5634-49c9-9a03-bb10361c8c0a'}]}} from dv-cinder-808473-1-smb. {{(pid=75008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 16:50:05.303332 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.412282 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6fae51a2-3d0d-4796-a24f-19fd012a5a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.435232 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4158256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6763'] for router, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.450917 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c91c5-0473-4b82-b021-adeab276bd6a req-54d6ba2a-eec0-433d-81a3-1628263438d5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:05.458531 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-826c91c5-0473-4b82-b021-adeab276bd6a req-54d6ba2a-eec0-433d-81a3-1628263438d5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.1273518 Sep 10 16:50:05.474796 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-9149251f-7756-485d-9bf6-4fe5dc940b12 req-834179cb-a1a4-40c5-9cbd-624daff28b36 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 1098 time: 0.1650841 Sep 10 16:50:05.486494 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-6fae51a2-3d0d-4796-a24f-19fd012a5a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:05.498280 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-6fae51a2-3d0d-4796-a24f-19fd012a5a36 admin admin] Usage tracker for resource:security_group_rule and tenant:54c5f4358f51454b977cb7092171e10b is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:05.502020 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.db_base_plugin_common [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Allocated IP 172.20.0.2 (d53e72e7-a502-4766-aa40-fca639a01caf/3e196a20-5634-49c9-9a03-bb10361c8c0a/19b63f9a-9584-4ac0-bcc4-b244a93ea669) {{(pid=75008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:50:05.502977 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-6fae51a2-3d0d-4796-a24f-19fd012a5a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:05.512390 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-6fae51a2-3d0d-4796-a24f-19fd012a5a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:05.534207 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-826c91c5-0473-4b82-b021-adeab276bd6a req-b106e3a2-a604-4018-b883-5cf5ab1e4904 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747747 Sep 10 16:50:05.596833 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-9149251f-7756-485d-9bf6-4fe5dc940b12 req-869a8bfb-6373-49c5-ae0d-876357d26f9b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719094 Sep 10 16:50:05.607180 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6fae51a2-3d0d-4796-a24f-19fd012a5a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.615704 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6fae51a2-3d0d-4796-a24f-19fd012a5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.626725 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-6777037a-9836-476b-ad13-84beb5122609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:05.684573 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae51a2-3d0d-4796-a24f-19fd012a5a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b67d93-3a03-44be-be46-17665f60ccff,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:05.689177 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-6fae51a2-3d0d-4796-a24f-19fd012a5a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:05.691651 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-6fae51a2-3d0d-4796-a24f-19fd012a5a36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54c5f4358f51454b977cb7092171e10b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4594264 Sep 10 16:50:05.696830 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 32806) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:05.750736 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.761707 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dff21647-368b-4aab-92cf-394ab167d41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.783483 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.790728 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dff21647-368b-4aab-92cf-394ab167d41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.794351 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Notify callbacks [] for port, precommit_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.807855 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Transition to ACTIVE for port object 19b63f9a-9584-4ac0-bcc4-b244a93ea669 will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:05.829002 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Transition to ACTIVE for port object 19b63f9a-9584-4ac0-bcc4-b244a93ea669 will not be triggered until provisioned by entity DHCP. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:05.836184 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.844793 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:05.854429 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dff21647-368b-4aab-92cf-394ab167d41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.864290 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:05.879247 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff21647-368b-4aab-92cf-394ab167d41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b67d93-3a03-44be-be46-17665f60ccff,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:05.891922 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-dff21647-368b-4aab-92cf-394ab167d41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:05.895981 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dff21647-368b-4aab-92cf-394ab167d41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:05.897432 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-dff21647-368b-4aab-92cf-394ab167d41e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81b67d93-3a03-44be-be46-17665f60ccff HTTP/1.1" status: 204 len: 168 time: 0.1996379 Sep 10 16:50:05.933119 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Network d53e72e7-a502-4766-aa40-fca639a01caf is already hosted by enough agents. {{(pid=75008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:50:05.936556 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.base_scheduler [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Resources bound (agent type, host, resource id): {{(pid=75008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:05.941670 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Received port after_create {{(pid=75008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:50:05.942221 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Allocated IP 172.28.1.16 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/284e3f9c-3e0a-4730-b681-452f787162a0) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:50:05.944018 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Pushing event updated for resources: {'Port': ['ID=19b63f9a-9584-4ac0-bcc4-b244a93ea669,revision_number=1']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:05.947155 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:06.033404 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Attempting to bind port 19b63f9a-9584-4ac0-bcc4-b244a93ea669 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:50:06.033778 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Attempting to bind port 19b63f9a-9584-4ac0-bcc4-b244a93ea669 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:50:06.034145 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Attempting to bind port 19b63f9a-9584-4ac0-bcc4-b244a93ea669 on network d53e72e7-a502-4766-aa40-fca639a01caf {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:50:06.041158 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:50:06.041934 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Checking segment: {'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:50:06.041934 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:06.042306 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Bound using segment: {'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:50:06.042782 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Bound port: 19b63f9a-9584-4ac0-bcc4-b244a93ea669, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:50:06.043143 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:06.113624 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:06.145050 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] For port 19b63f9a-9584-4ac0-bcc4-b244a93ea669, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:50:06.148441 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] For port 19b63f9a-9584-4ac0-bcc4-b244a93ea669, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=19b63f9a-9584-4ac0-bcc4-b244a93ea669,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:50:06.153067 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:06.157656 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:06.162691 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:06.176139 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-cfe36ee5-e80e-421d-8079-c28b95caffeb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:06.244907 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Pushing event updated for resources: {'Port': ['ID=19b63f9a-9584-4ac0-bcc4-b244a93ea669,revision_number=2']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:06.251646 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:06.265028 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:50:06.268624 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:06.278846 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:50:06.311823 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Pushing event updated for resources: {'Port': ['ID=284e3f9c-3e0a-4730-b681-452f787162a0,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:06.322964 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:06.326646 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e2739-5deb-4c29-8b00-1d140ee907ff req-70222260-2547-47f3-bcf2-24e2c99c6ea2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:06.328190 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-429e2739-5deb-4c29-8b00-1d140ee907ff req-70222260-2547-47f3-bcf2-24e2c99c6ea2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1054423 Sep 10 16:50:06.383487 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-429e2739-5deb-4c29-8b00-1d140ee907ff req-e3d1bf58-fb03-4183-bc29-a5a9473b09b9 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496569 Sep 10 16:50:06.494334 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:06.495068 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4158229'] for router, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:06.776719 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Router 060d6952-a32a-48cb-aee4-07a042130825 is scheduled to L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 with binding_index 1 {{(pid=75007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:50:06.863062 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d88ba2-dfe1-404a-a9f2-4b9ce69f6b39 req-1780d0eb-861a-47f9-97eb-4812bb1d29b9 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:06.865290 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-47d88ba2-dfe1-404a-a9f2-4b9ce69f6b39 req-1780d0eb-861a-47f9-97eb-4812bb1d29b9 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.1338205 Sep 10 16:50:06.940933 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-47d88ba2-dfe1-404a-a9f2-4b9ce69f6b39 req-a8627fdf-ef2f-4d7a-89cf-5b4f4863281f tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593226 Sep 10 16:50:07.065650 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:50:07.078348 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Sync routers for ids ['060d6952-a32a-48cb-aee4-07a042130825'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:50:07.101791 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Routers {'060d6952-a32a-48cb-aee4-07a042130825'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:07.102450 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['060d6952-a32a-48cb-aee4-07a042130825'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:07.127645 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Notify callbacks [] for router, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:07.132705 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 32838) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:07.133999 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0906217 Sep 10 16:50:07.340618 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Set router 060d6952-a32a-48cb-aee4-07a042130825 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:07.467676 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fdb81-51b4-4ed6-a76c-37177cac9015 req-ad65a1d2-2c11-4098-8c4a-7e4e5b02e47a tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:07.471925 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7a0fdb81-51b4-4ed6-a76c-37177cac9015 req-ad65a1d2-2c11-4098-8c4a-7e4e5b02e47a tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.1999445 Sep 10 16:50:07.539935 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2666095-b1ca-409e-a1c1-823a96168b28 None None] Network d53e72e7-a502-4766-aa40-fca639a01caf requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:50:07.706389 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:06Z', 'revision_number': 3, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:07.710705 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Checking router: 060d6952-a32a-48cb-aee4-07a042130825 for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:50:07.711323 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Updating router 060d6952-a32a-48cb-aee4-07a042130825 port 284e3f9c-3e0a-4730-b681-452f787162a0 binding host dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:50:07.719813 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7a0fdb81-51b4-4ed6-a76c-37177cac9015 req-7760fc90-47bb-4b04-966d-38893236ccb4 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418902 Sep 10 16:50:07.774241 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-2f0481ee-dbde-44ba-9146-775e0d39ff79 None None] Provisioning for port 19b63f9a-9584-4ac0-bcc4-b244a93ea669 completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:07.776385 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:07.791459 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54edc-85b1-4b44-818e-1c1b427d07a0 req-45b11802-49be-4b13-9f21-0e3abadadfc0 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:07.793417 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-73e54edc-85b1-4b44-818e-1c1b427d07a0 req-45b11802-49be-4b13-9f21-0e3abadadfc0 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1969690 Sep 10 16:50:07.982185 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-73e54edc-85b1-4b44-818e-1c1b427d07a0 req-2b72dce3-6b1b-497a-953e-1031c0250a2a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289668 Sep 10 16:50:08.263186 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d02c6-43f2-40bb-adaa-9e6f0adc4917 req-eb25d4e5-1a4e-4d80-84bb-9659cce455c4 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:08.272083 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-473d02c6-43f2-40bb-adaa-9e6f0adc4917 req-eb25d4e5-1a4e-4d80-84bb-9659cce455c4 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.1280289 Sep 10 16:50:08.350425 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 19b63f9a-9584-4ac0-bcc4-b244a93ea669 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:08.353200 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Notify callbacks [] for port, precommit_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:08.372775 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.provisioning_blocks [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Transition to ACTIVE for port object 284e3f9c-3e0a-4730-b681-452f787162a0 will not be triggered until provisioned by entity L2. {{(pid=75009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:08.382338 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:08.394702 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-82f4d7c5-9b8e-429e-91ef-d1d3269b77bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:08.428533 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-473d02c6-43f2-40bb-adaa-9e6f0adc4917 req-0aa1413d-f2a9-49b4-b012-94bbf9322c89 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552632 Sep 10 16:50:08.530799 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 19b63f9a-9584-4ac0-bcc4-b244a93ea669 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:08.545674 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 19b63f9a-9584-4ac0-bcc4-b244a93ea669 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:08.546298 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:08.569709 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Pushing event updated for resources: {'Port': ['ID=284e3f9c-3e0a-4730-b681-452f787162a0,revision_number=2']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:08.579013 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Attempting to bind port 284e3f9c-3e0a-4730-b681-452f787162a0 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:50:08.579623 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Attempting to bind port 284e3f9c-3e0a-4730-b681-452f787162a0 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:50:08.580183 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Attempting to bind port 284e3f9c-3e0a-4730-b681-452f787162a0 on network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:50:08.589873 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:08.590516 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:08.591022 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:08.591508 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:08.592058 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:08.593150 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:08.593630 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:08.594115 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:08.594586 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:08.595066 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:08.595547 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:08.599738 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:08.600971 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:50:08.601554 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Checking segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:50:08.602277 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:08.602824 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Bound using segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:50:08.603451 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Bound port: 284e3f9c-3e0a-4730-b681-452f787162a0, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:50:08.605252 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:08.721665 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] For port 284e3f9c-3e0a-4730-b681-452f787162a0, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:50:08.726214 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] For port 284e3f9c-3e0a-4730-b681-452f787162a0, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=284e3f9c-3e0a-4730-b681-452f787162a0,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:50:08.731035 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:08.746645 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:08.756445 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:08.826376 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 19b63f9a-9584-4ac0-bcc4-b244a93ea669, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=19b63f9a-9584-4ac0-bcc4-b244a93ea669,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:08.834448 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:08.837370 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Routers {'060d6952-a32a-48cb-aee4-07a042130825'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:08.838241 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['060d6952-a32a-48cb-aee4-07a042130825'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:08.842638 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-48c51d3f-c386-40e7-a5a2-0c354d5f5957 req-5266901d-fd7e-4be4-b1fd-872c13d2ffcf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 1099 time: 0.1545236 Sep 10 16:50:08.843569 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-529d87d2-a7a8-475d-a500-19560f550790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:08.899260 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd734d6-0948-4e38-9fdc-c630109b4d2e req-cbf4a50c-1823-4508-ad6c-ec4dd5498d56 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:08.900807 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5fd734d6-0948-4e38-9fdc-c630109b4d2e req-cbf4a50c-1823-4508-ad6c-ec4dd5498d56 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.2423563 Sep 10 16:50:08.929921 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=19b63f9a-9584-4ac0-bcc4-b244a93ea669,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:08.934788 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:08.948944 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Pushing event updated for resources: {'Port': ['ID=284e3f9c-3e0a-4730-b681-452f787162a0,revision_number=3']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:08.954130 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:08.981645 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa8943-78aa-47ba-9a1b-6d81c957d122 req-b17c75b4-05b6-4efc-ab2a-3f38dbab417b tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:08.983715 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-46aa8943-78aa-47ba-9a1b-6d81c957d122 req-b17c75b4-05b6-4efc-ab2a-3f38dbab417b tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.2799237 Sep 10 16:50:09.066232 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5fd734d6-0948-4e38-9fdc-c630109b4d2e req-8a1eb0a5-1492-43c8-ab38-f2cba1eb92f3 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087265 Sep 10 16:50:09.129963 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] Set router 060d6952-a32a-48cb-aee4-07a042130825 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:09.168795 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c51d3f-c386-40e7-a5a2-0c354d5f5957 req-d99bfdf8-c3f8-46d7-9603-cfeada7fe178 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:09.171240 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-48c51d3f-c386-40e7-a5a2-0c354d5f5957 req-d99bfdf8-c3f8-46d7-9603-cfeada7fe178 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 200 len: 912 time: 0.3214481 Sep 10 16:50:09.174357 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-46aa8943-78aa-47ba-9a1b-6d81c957d122 req-f4aefc6f-efb1-458f-947c-fec29c35b02d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604891 Sep 10 16:50:09.203861 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:09.223229 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 32882) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:09.363675 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-48c51d3f-c386-40e7-a5a2-0c354d5f5957 req-9df3a03b-d106-4ffd-af49-aa649ead96af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc5fdc05-7928-4196-9930-806164ea9183 HTTP/1.1" status: 200 len: 1002 time: 0.1785522 Sep 10 16:50:09.470996 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c64795-a414-436c-b2e5-8d8d6070dd34 req-3d3b06d8-28ea-4bf2-b4cf-204e8b8d2768 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:09.472554 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-17c64795-a414-436c-b2e5-8d8d6070dd34 req-3d3b06d8-28ea-4bf2-b4cf-204e8b8d2768 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.2260931 Sep 10 16:50:09.474717 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c51d3f-c386-40e7-a5a2-0c354d5f5957 req-4476f51a-2f2a-4ce4-b971-5d0019ed62bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:09.476272 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-48c51d3f-c386-40e7-a5a2-0c354d5f5957 req-4476f51a-2f2a-4ce4-b971-5d0019ed62bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54bb58bb-87eb-4281-bd1c-58a2b9514021 HTTP/1.1" status: 200 len: 850 time: 0.1055751 Sep 10 16:50:09.536663 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:06Z', 'revision_number': 3, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:09.542180 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ab2ba-ba4b-46dd-a588-f6c1004dc411 None None] The sync data for ids ['060d6952-a32a-48cb-aee4-07a042130825'] in dv-cinder-808473-1-smb is: [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:06Z', 'revision_number': 3, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:50:09.605108 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-48c51d3f-c386-40e7-a5a2-0c354d5f5957 req-207a4296-f746-4518-b90b-e3a3e169a898 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b65969a5-0d8c-42ad-9abf-b97b1a238cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1210096 Sep 10 16:50:09.728273 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-17c64795-a414-436c-b2e5-8d8d6070dd34 req-c2ea9723-1149-4e4a-a892-c88bee8506c7 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487183 Sep 10 16:50:09.743586 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Allocated IP 172.20.0.1 (d53e72e7-a502-4766-aa40-fca639a01caf/3e196a20-5634-49c9-9a03-bb10361c8c0a/640b8de1-31d8-440a-a28e-7c320ac51fe2) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:50:09.752358 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef53ff-1432-479b-8ffb-fe643bd7ee31 req-a68cf2af-52c4-4a04-a3cc-a7c0f71d2c7f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:09.753938 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2aef53ff-1432-479b-8ffb-fe643bd7ee31 req-a68cf2af-52c4-4a04-a3cc-a7c0f71d2c7f tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.48 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.2805765 Sep 10 16:50:09.827458 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-48c51d3f-c386-40e7-a5a2-0c354d5f5957 req-83b11437-e8b4-4210-b3d9-ad0207cbb53a service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154286 Sep 10 16:50:10.003099 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-48c51d3f-c386-40e7-a5a2-0c354d5f5957 req-36b46212-529e-4b78-a263-0c5fa6ce7a4c service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696103 Sep 10 16:50:10.125777 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-2aef53ff-1432-479b-8ffb-fe643bd7ee31 req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Deleting port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:50:10.126330 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-2aef53ff-1432-479b-8ffb-fe643bd7ee31 req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:10.221956 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 284e3f9c-3e0a-4730-b681-452f787162a0 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:10.335145 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 284e3f9c-3e0a-4730-b681-452f787162a0 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:10.342550 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 284e3f9c-3e0a-4730-b681-452f787162a0 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:10.343713 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:10.419111 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-12044c46-9263-494e-adda-6ba43648a434 tempest-TestShelveInstance-1102833617 tempest-TestShelveInstance-1102833617-project-admin] Synchronizing usage tracker for tenant:1a6f8cfefa2342f990af4bb5264590d0 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:50:10.521928 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-12044c46-9263-494e-adda-6ba43648a434 tempest-TestShelveInstance-1102833617 tempest-TestShelveInstance-1102833617-project-admin] Unset dirty status for tenant:1a6f8cfefa2342f990af4bb5264590d0 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:50:10.525792 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-12044c46-9263-494e-adda-6ba43648a434 tempest-TestShelveInstance-1102833617 tempest-TestShelveInstance-1102833617-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 1093 time: 1.2936668 Sep 10 16:50:10.526613 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 32900) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:10.533202 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Request body: {'floatingip': {'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'port_id': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:10.547353 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:10.558403 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Usage tracker for resource:floatingip and tenant:b344ba5f825845a4981adad205d90ea0 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:10.560088 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:10.563552 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:10.580209 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:10.582064 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 284e3f9c-3e0a-4730-b681-452f787162a0, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=284e3f9c-3e0a-4730-b681-452f787162a0,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:10.587085 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:10.588512 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 19b63f9a-9584-4ac0-bcc4-b244a93ea669 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:10.605347 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for floatingip, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:10.625876 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:10.635118 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:10.637880 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-2aef53ff-1432-479b-8ffb-fe643bd7ee31 req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] For port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=233fba44-db50-42c7-bf58-b7c4b9e4d8b8,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:10.638244 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-2aef53ff-1432-479b-8ffb-fe643bd7ee31 req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:10.733786 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=284e3f9c-3e0a-4730-b681-452f787162a0,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:10.737276 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:10.749536 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 19b63f9a-9584-4ac0-bcc4-b244a93ea669 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:10.750113 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:10.793083 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:10.797865 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Transition to ACTIVE for port object 640b8de1-31d8-440a-a28e-7c320ac51fe2 will not be triggered until provisioned by entity DHCP. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:10.805167 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-2aef53ff-1432-479b-8ffb-fe643bd7ee31 req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Calling delete_port for 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 owned by compute:nova {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:50:10.891770 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f3dac-59b1-4d23-ad54-ab5fb985b2d7 req-22a51323-1cc5-464e-b177-da98c30e4ddc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:10.893294 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-837f3dac-59b1-4d23-ad54-ab5fb985b2d7 req-22a51323-1cc5-464e-b177-da98c30e4ddc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.6115260 Sep 10 16:50:10.947481 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Allocated IP 172.28.1.147 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/b6a37de5-493e-4bfe-95d5-5c978070bd3d) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:50:11.011115 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:11.021055 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:11.097934 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:11.125905 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:11.130087 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-2b9231c0-80d5-423d-a1fe-b343e6fd2867 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:11.137725 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-837f3dac-59b1-4d23-ad54-ab5fb985b2d7 req-c6cccdd7-f8fd-4e16-ac2f-6e90423fbbd1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345426 Sep 10 16:50:11.177616 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Network d53e72e7-a502-4766-aa40-fca639a01caf is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:50:11.180812 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:11.183366 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:50:11.206363 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:50:11.207284 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event updated for resources: {'Port': ['ID=b6a37de5-493e-4bfe-95d5-5c978070bd3d,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:11.209949 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:11.211672 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:11.212241 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Pushing event updated for resources: {'Port': ['ID=640b8de1-31d8-440a-a28e-7c320ac51fe2,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:11.212359 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:50:11.215179 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:11.239594 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-2aef53ff-1432-479b-8ffb-fe643bd7ee31 req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:11.250644 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:11.253574 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['cde42992-3766-4acf-b9cb-7e6b226203d5', '233fba44-db50-42c7-bf58-b7c4b9e4d8b8'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:50:11.289718 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd74c2b-3542-4b6f-84be-d97876b75c54 req-0faf470c-ba32-4bfa-a32e-112499054b9b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:11.291241 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cbd74c2b-3542-4b6f-84be-d97876b75c54 req-0faf470c-ba32-4bfa-a32e-112499054b9b tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=46ffebdc-c054-44ba-8b64-8d24a1179f32 HTTP/1.1" status: 200 len: 945 time: 0.3947179 Sep 10 16:50:11.315700 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Pushing event deleted for resources: {'Port': ['ID=233fba44-db50-42c7-bf58-b7c4b9e4d8b8,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:11.318308 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:11.339846 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4158419'] for router_interface, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:11.448383 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aef53ff-1432-479b-8ffb-fe643bd7ee31 req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] No DVR routers for this DVR port 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 on host hv-cinder-80847 {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:50:11.452590 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-2aef53ff-1432-479b-8ffb-fe643bd7ee31 req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:11.458873 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ffebdc-c054-44ba-8b64-8d24a1179f32', 'name': 'network-vif-deleted', 'tag': '233fba44-db50-42c7-bf58-b7c4b9e4d8b8'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:50:11.479390 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cbd74c2b-3542-4b6f-84be-d97876b75c54 req-e81d8a76-6404-480a-b2ac-9232dee1b672 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757712 Sep 10 16:50:11.492695 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2aef53ff-1432-479b-8ffb-fe643bd7ee31 req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.48 "DELETE /v2.0/ports/233fba44-db50-42c7-bf58-b7c4b9e4d8b8 HTTP/1.1" status: 204 len: 173 time: 1.7186763 Sep 10 16:50:11.548643 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-627f5bfa-2dba-470b-9e6b-7329aaee6d1f None None] Provisioning for port 640b8de1-31d8-440a-a28e-7c320ac51fe2 completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:11.554407 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-627f5bfa-2dba-470b-9e6b-7329aaee6d1f None None] Provisioning complete for port 640b8de1-31d8-440a-a28e-7c320ac51fe2 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:11.554792 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-627f5bfa-2dba-470b-9e6b-7329aaee6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:11.577335 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ffebdc-c054-44ba-8b64-8d24a1179f32', 'name': 'network-vif-deleted', 'tag': '233fba44-db50-42c7-bf58-b7c4b9e4d8b8', 'status': 'completed', 'code': 200} Sep 10 16:50:11.584458 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:11.641048 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-627f5bfa-2dba-470b-9e6b-7329aaee6d1f None None] Port 640b8de1-31d8-440a-a28e-7c320ac51fe2 cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:50:11.844484 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:11.849995 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2755667'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:11.878110 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-35644869-a003-4118-b765-b2d7b0505cda tempest-DeleteServersTestJSON-1443637829 tempest-DeleteServersTestJSON-1443637829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:11.878696 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:12.020123 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:12.093227 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3361487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4159336'] for router_interface, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:12.117766 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Pushing event updated for resources: {'Port': ['ID=640b8de1-31d8-440a-a28e-7c320ac51fe2,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:12.123612 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:12.143501 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 284e3f9c-3e0a-4730-b681-452f787162a0 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:12.254568 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Network d53e72e7-a502-4766-aa40-fca639a01caf is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:50:12.255773 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:12.298354 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 284e3f9c-3e0a-4730-b681-452f787162a0 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:12.298899 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:12.387737 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:12.397219 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:12.403775 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:12.489110 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event updated for resources: {'Port': ['ID=b6a37de5-493e-4bfe-95d5-5c978070bd3d,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:12.493381 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:12.555816 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:12.589776 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0d7e5-8499-4155-9fb8-90411c8cbd2d req-e59bf34d-05b3-4248-a38b-c4c9c6be1dbb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:12.591275 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-45e0d7e5-8499-4155-9fb8-90411c8cbd2d req-e59bf34d-05b3-4248-a38b-c4c9c6be1dbb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.2460308 Sep 10 16:50:12.598175 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-de33a141-00dc-4acb-95c7-4b585439b73d None None] Provisioning complete for port 640b8de1-31d8-440a-a28e-7c320ac51fe2 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:12.598573 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-de33a141-00dc-4acb-95c7-4b585439b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:12.688856 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-de33a141-00dc-4acb-95c7-4b585439b73d None None] Port 640b8de1-31d8-440a-a28e-7c320ac51fe2 cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:50:12.769036 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-45e0d7e5-8499-4155-9fb8-90411c8cbd2d req-f7b461d1-95b1-4049-94c5-cda088717514 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711278 Sep 10 16:50:12.786474 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.l3_db [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Floating IP f293782f-4e2b-49fe-bd01-38990a7c613a associated. External IP: 172.28.1.147, port: 2ea3c147-816e-4bd7-91bb-e35d0f4513f0. Sep 10 16:50:12.967367 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Router 060d6952-a32a-48cb-aee4-07a042130825 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:50:13.261474 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Router 71b6883e-ed9a-4ace-8123-2c404eb7eacb has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:50:13.280937 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68587c-39a2-4fac-afb2-f6fcc0e24168 req-7036d7ef-f96d-4f68-95ca-1e4e99b93356 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:13.281641 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-6d68587c-39a2-4fac-afb2-f6fcc0e24168 req-7036d7ef-f96d-4f68-95ca-1e4e99b93356 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Synchronizing usage tracker for tenant:cced50fda7f44ab5968a0c6949ddb6a5 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:50:13.317560 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-6d68587c-39a2-4fac-afb2-f6fcc0e24168 req-7036d7ef-f96d-4f68-95ca-1e4e99b93356 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Unset dirty status for tenant:cced50fda7f44ab5968a0c6949ddb6a5 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:50:13.318849 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6d68587c-39a2-4fac-afb2-f6fcc0e24168 req-7036d7ef-f96d-4f68-95ca-1e4e99b93356 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.2477024 Sep 10 16:50:13.367913 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:50:13.383130 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] 10.222.0.43 "PUT /v2.0/routers/060d6952-a32a-48cb-aee4-07a042130825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2417705 Sep 10 16:50:13.384825 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6d68587c-39a2-4fac-afb2-f6fcc0e24168 req-95ecce34-3c89-4143-84c3-05c19505859d tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578496 Sep 10 16:50:13.491136 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:50:13.505925 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e5490-cf4d-4c9f-91c8-d765c92eb572 None None] Sync routers for ids ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:50:13.511420 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Sync routers for ids ['060d6952-a32a-48cb-aee4-07a042130825'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:50:13.525220 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Routers {'060d6952-a32a-48cb-aee4-07a042130825'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:13.525905 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e5490-cf4d-4c9f-91c8-d765c92eb572 None None] Routers {'71b6883e-ed9a-4ace-8123-2c404eb7eacb'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:13.526138 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['060d6952-a32a-48cb-aee4-07a042130825'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:13.526506 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-d21e5490-cf4d-4c9f-91c8-d765c92eb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:13.526829 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:13.601225 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0739191 Sep 10 16:50:13.601922 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:50:13.661910 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'status': 'completed', 'code': 200} Sep 10 16:50:13.736788 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-d21e5490-cf4d-4c9f-91c8-d765c92eb572 None None] Set router 71b6883e-ed9a-4ace-8123-2c404eb7eacb gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:13.746591 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Set router 060d6952-a32a-48cb-aee4-07a042130825 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:13.769755 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c07014d9-4e23-4f45-aefa-ad5ba0a50370 req-9bec21ae-3584-468d-acf9-7ec613f96339 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b344ba5f825845a4981adad205d90ea0&device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 1098 time: 0.0806417 Sep 10 16:50:13.819998 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:13.927193 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07014d9-4e23-4f45-aefa-ad5ba0a50370 req-bdba1e37-e0c5-4908-9bef-58b2f1153e05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:13.928752 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c07014d9-4e23-4f45-aefa-ad5ba0a50370 req-bdba1e37-e0c5-4908-9bef-58b2f1153e05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19b435ae-57cc-4736-a6ea-9d3189011e76 HTTP/1.1" status: 200 len: 909 time: 0.1513882 Sep 10 16:50:14.044331 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c07014d9-4e23-4f45-aefa-ad5ba0a50370 req-3c088aab-cb35-4af1-8866-a15eb39a0a8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0 HTTP/1.1" status: 200 len: 999 time: 0.1036649 Sep 10 16:50:14.139875 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07014d9-4e23-4f45-aefa-ad5ba0a50370 req-b2103c2c-acd2-40e5-93f7-a3ed13a59cd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:14.141843 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c07014d9-4e23-4f45-aefa-ad5ba0a50370 req-b2103c2c-acd2-40e5-93f7-a3ed13a59cd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63cfbc35-14cf-4931-b6ab-a1b9c9ce3253 HTTP/1.1" status: 200 len: 847 time: 0.0886090 Sep 10 16:50:14.148727 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 4, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '640b8de1-31d8-440a-a28e-7c320ac51fe2', 'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'mac_address': 'fa:16:3e:9d:d2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:09Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 2, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'subnets': [{'id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:14.153180 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Checking router: 060d6952-a32a-48cb-aee4-07a042130825 for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:50:14.153580 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Updating router 060d6952-a32a-48cb-aee4-07a042130825 port 640b8de1-31d8-440a-a28e-7c320ac51fe2 binding host dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:50:14.221830 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:14.234926 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c07014d9-4e23-4f45-aefa-ad5ba0a50370 req-d4b6793e-a8e8-4d13-8b07-9a116341bee7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19b435ae-57cc-4736-a6ea-9d3189011e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826981 Sep 10 16:50:14.241560 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-d21e5490-cf4d-4c9f-91c8-d765c92eb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:06Z', 'revision_number': 4, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': 'f293782f-4e2b-49fe-bd01-38990a7c613a', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'floating_ip_address': '172.28.1.147', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'port_id': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'mac_address': 'fa:16:3e:ac:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:50:11Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 0, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334f0e2b-8a74-4ce3-b885-dd76379cd07f', 'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'mac_address': 'fa:16:3e:e5:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:04Z', 'updated_at': '2021-09-10T16:49:16Z', 'revision_number': 5, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'subnets': [{'id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:14.249770 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e5490-cf4d-4c9f-91c8-d765c92eb572 None None] Checking router: 71b6883e-ed9a-4ace-8123-2c404eb7eacb for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:50:14.261791 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e5490-cf4d-4c9f-91c8-d765c92eb572 None None] Routers {'71b6883e-ed9a-4ace-8123-2c404eb7eacb'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:14.262737 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-d21e5490-cf4d-4c9f-91c8-d765c92eb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:14.506385 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 32974) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:14.512342 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-341582984-network', 'tenant_id': '289556d0048740ada23d0e6c082c16c1'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:14.518376 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:50:14.519039 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:14.525205 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Usage tracker for resource:network and tenant:289556d0048740ada23d0e6c082c16c1 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:14.530465 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:14.540629 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c07014d9-4e23-4f45-aefa-ad5ba0a50370 req-89621b7c-5510-40ac-9a00-f874be7d5282 service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948594 Sep 10 16:50:14.543965 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:14.567400 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Made reservation on behalf of 289556d0048740ada23d0e6c082c16c1 for: {'network': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:50:14.569856 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:14.601371 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:14.623775 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:50:14.624708 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 233fba44-db50-42c7-bf58-b7c4b9e4d8b8 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:50:14.630115 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-d21e5490-cf4d-4c9f-91c8-d765c92eb572 None None] Set router 71b6883e-ed9a-4ace-8123-2c404eb7eacb gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:14.659359 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:14.677630 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Usage tracker for resource:security_group_rule and tenant:289556d0048740ada23d0e6c082c16c1 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:14.680988 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:14.686976 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:14.757936 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Notify callbacks [] for port, precommit_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:14.781649 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.provisioning_blocks [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Transition to ACTIVE for port object 640b8de1-31d8-440a-a28e-7c320ac51fe2 will not be triggered until provisioned by entity L2. {{(pid=75009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:14.784363 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c07014d9-4e23-4f45-aefa-ad5ba0a50370 req-698ed85b-6a21-4af1-b555-fa62830d9e39 service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353060 Sep 10 16:50:14.797334 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:14.799427 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:14.805103 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:14.813124 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d183fd38-d3cd-46e2-b72f-1e799eb0a0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:14.816275 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:14.847465 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9174d-c605-4576-a9f2-28b8b94a4724 req-90c91738-e08c-41f2-9518-bc9bcddcecab tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:14.849934 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fcd9174d-c605-4576-a9f2-28b8b94a4724 req-90c91738-e08c-41f2-9518-bc9bcddcecab tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.3041244 Sep 10 16:50:14.850806 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=75007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:50:14.869429 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50885509-41c1-4295-90e0-83c8d3f431d9,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:14.878483 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:14.881585 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:14.881988 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.segments_db [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Added segment c2928c67-341a-4034-8f6f-785d107f178a of type vlan for network c5d9974a-14c2-4e58-aa69-152c97a4a540 Sep 10 16:50:14.970727 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:14.986847 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fcd9174d-c605-4576-a9f2-28b8b94a4724 req-5808be94-8c6d-46a7-9b38-0ea98af8b0e2 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313972 Sep 10 16:50:15.067624 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.068958 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:15.069589 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.078755 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:15.152403 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd706af4-3777-4a75-b98f-f942eeca9643 None None] Pushing event updated for resources: {'Port': ['ID=640b8de1-31d8-440a-a28e-7c320ac51fe2,revision_number=3']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:15.163606 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-bd706af4-3777-4a75-b98f-f942eeca9643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:15.182715 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Attempting to bind port 640b8de1-31d8-440a-a28e-7c320ac51fe2 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:50:15.183252 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Attempting to bind port 640b8de1-31d8-440a-a28e-7c320ac51fe2 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:50:15.183617 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Attempting to bind port 640b8de1-31d8-440a-a28e-7c320ac51fe2 on network d53e72e7-a502-4766-aa40-fca639a01caf {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:50:15.191285 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:50:15.191659 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Checking segment: {'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:50:15.192059 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.192476 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Bound using segment: {'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:50:15.193203 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Bound port: 640b8de1-31d8-440a-a28e-7c320ac51fe2, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'}}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:50:15.193333 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.239927 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d9974a-14c2-4e58-aa69-152c97a4a540,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:15.243270 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:15.252156 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 32982) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:15.252329 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7446179 Sep 10 16:50:15.252897 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network c5d9974a-14c2-4e58-aa69-152c97a4a540 details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:50:15.260528 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Request body: {'subnet': {'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-341582984-subnet', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'ip_version': 4}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:15.271419 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:15.275716 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Usage tracker for resource:subnet and tenant:289556d0048740ada23d0e6c082c16c1 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:15.279689 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:15.286223 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:15.297025 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Made reservation on behalf of 289556d0048740ada23d0e6c082c16c1 for: {'subnet': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:50:15.299623 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2667496'] for subnet, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.304301 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] For port 640b8de1-31d8-440a-a28e-7c320ac51fe2, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:50:15.307395 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] For port 640b8de1-31d8-440a-a28e-7c320ac51fe2, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=640b8de1-31d8-440a-a28e-7c320ac51fe2,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:50:15.311342 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.317790 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:15.349936 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-d21e5490-cf4d-4c9f-91c8-d765c92eb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:06Z', 'revision_number': 4, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': 'f293782f-4e2b-49fe-bd01-38990a7c613a', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'floating_ip_address': '172.28.1.147', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'port_id': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'mac_address': 'fa:16:3e:ac:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:50:11Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 0, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334f0e2b-8a74-4ce3-b885-dd76379cd07f', 'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'mac_address': 'fa:16:3e:e5:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:04Z', 'updated_at': '2021-09-10T16:49:16Z', 'revision_number': 5, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'subnets': [{'id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:15.368270 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e5490-cf4d-4c9f-91c8-d765c92eb572 None None] The sync data for ids ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'] in dv-cinder-808473-1-smb is: [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:06Z', 'revision_number': 4, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': 'f293782f-4e2b-49fe-bd01-38990a7c613a', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'floating_ip_address': '172.28.1.147', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'port_id': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'mac_address': 'fa:16:3e:ac:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:50:11Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 0, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334f0e2b-8a74-4ce3-b885-dd76379cd07f', 'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'mac_address': 'fa:16:3e:e5:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:04Z', 'updated_at': '2021-09-10T16:49:16Z', 'revision_number': 5, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'subnets': [{'id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:50:15.404875 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd706af4-3777-4a75-b98f-f942eeca9643 None None] Pushing event updated for resources: {'Port': ['ID=640b8de1-31d8-440a-a28e-7c320ac51fe2,revision_number=4']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:15.408706 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-bd706af4-3777-4a75-b98f-f942eeca9643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:15.415562 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Routers {'060d6952-a32a-48cb-aee4-07a042130825'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:15.416150 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['060d6952-a32a-48cb-aee4-07a042130825'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:15.534825 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2755752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2667462'] for subnet, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.538998 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:15.617658 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50c27e6c-6294-488d-8c16-b9b741d64609,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:15.620892 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:15.631202 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] Set router 060d6952-a32a-48cb-aee4-07a042130825 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:15.632229 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Checking segment: {'id': 'c2928c67-341a-4034-8f6f-785d107f178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:50:15.632627 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Network hostable DHCP agents. Network: c5d9974a-14c2-4e58-aa69-152c97a4a540, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:50:15.656004 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Network c5d9974a-14c2-4e58-aa69-152c97a4a540 is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:50:15.665005 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, c5d9974a-14c2-4e58-aa69-152c97a4a540) {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:15.668935 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:15.669528 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.675765 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bed7586-324d-4c27-ae19-b51f08f1a447 None None] Network c5d9974a-14c2-4e58-aa69-152c97a4a540 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:50:15.695858 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-249561f8-6a7d-48d4-a661-29301caee017 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4417238 Sep 10 16:50:15.698329 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 32986) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:15.704713 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-341582984-router', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:15.709139 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:15.713203 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Usage tracker for resource:router and tenant:289556d0048740ada23d0e6c082c16c1 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:15.716245 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:15.722962 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:15.734207 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4159679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6726'] for router, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.735290 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4159522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6745'] for router, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.755613 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.913949 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp944730ea-2810-5243-a359-b6f7ebb1c417-c5d9974a-14c2-4e58-aa69-152c97a4a540', 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'fixed_ips': [{'subnet_id': '50c27e6c-6294-488d-8c16-b9b741d64609'}]}} from dv-cinder-808473-1-smb. {{(pid=75008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 16:50:15.915121 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.916145 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4158256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4159657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6763'] for router, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:15.970372 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 4, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '640b8de1-31d8-440a-a28e-7c320ac51fe2', 'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'mac_address': 'fa:16:3e:9d:d2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:09Z', 'updated_at': '2021-09-10T16:50:15Z', 'revision_number': 4, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'subnets': [{'id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:15.974891 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a763c-6612-4baf-a05d-fc1c10f05086 None None] The sync data for ids ['060d6952-a32a-48cb-aee4-07a042130825'] in dv-cinder-808473-1-smb is: [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 4, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '640b8de1-31d8-440a-a28e-7c320ac51fe2', 'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'mac_address': 'fa:16:3e:9d:d2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:09Z', 'updated_at': '2021-09-10T16:50:15Z', 'revision_number': 4, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'subnets': [{'id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:50:16.161185 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:16.164804 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.db_base_plugin_common [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Allocated IP 172.20.0.2 (c5d9974a-14c2-4e58-aa69-152c97a4a540/50c27e6c-6294-488d-8c16-b9b741d64609/3f0c8bf4-be09-4a70-8c2c-71ff470e36a6) {{(pid=75008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:50:16.198108 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:16.424026 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be3710-2559-442d-9e56-03e69616a9c3 req-2e7d7f2d-599f-42e1-b7c0-9f567b36ccee tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:16.425544 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-30be3710-2559-442d-9e56-03e69616a9c3 req-2e7d7f2d-599f-42e1-b7c0-9f567b36ccee tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1629057 Sep 10 16:50:16.428390 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Notify callbacks [] for port, precommit_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:16.441773 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Transition to ACTIVE for port object 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:16.463578 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Transition to ACTIVE for port object 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 will not be triggered until provisioned by entity DHCP. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:16.468732 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Allocated IP 172.28.1.101 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/ef986e1d-d9ef-4108-8ce5-02ffb6301f34) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:50:16.474490 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289'] for port, after_create {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:16.496617 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:16.554589 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Network c5d9974a-14c2-4e58-aa69-152c97a4a540 is already hosted by enough agents. {{(pid=75008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:50:16.565573 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.scheduler.base_scheduler [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Resources bound (agent type, host, resource id): {{(pid=75008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:16.581662 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Pushing event updated for resources: {'Port': ['ID=3f0c8bf4-be09-4a70-8c2c-71ff470e36a6,revision_number=1']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:16.584551 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Received port after_create {{(pid=75008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:50:16.594302 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-30be3710-2559-442d-9e56-03e69616a9c3 req-92bcc940-7178-4069-b2a8-4778bd9b52f3 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507764 Sep 10 16:50:16.627087 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:16.683647 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:16.711175 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Attempting to bind port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:50:16.711717 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Attempting to bind port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': 'c2928c67-341a-4034-8f6f-785d107f178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:50:16.712090 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Attempting to bind port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 on network c5d9974a-14c2-4e58-aa69-152c97a4a540 {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:50:16.722082 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:50:16.722746 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Checking segment: {'id': 'c2928c67-341a-4034-8f6f-785d107f178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:50:16.723235 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:16.723744 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Bound using segment: {'id': 'c2928c67-341a-4034-8f6f-785d107f178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:50:16.724277 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Bound port: 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2928c67-341a-4034-8f6f-785d107f178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:50:16.724699 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:16.728782 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:16.734474 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:16.810055 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:50:16.817554 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:16.821703 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:50:16.836874 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] For port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:50:16.840885 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] For port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=3f0c8bf4-be09-4a70-8c2c-71ff470e36a6,segment=NetworkSegment(c2928c67-341a-4034-8f6f-785d107f178a),segment_id=c2928c67-341a-4034-8f6f-785d107f178a)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:50:16.850288 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:16.855981 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:16.868196 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Pushing event updated for resources: {'Port': ['ID=ef986e1d-d9ef-4108-8ce5-02ffb6301f34,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:16.874301 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:16.950494 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Pushing event updated for resources: {'Port': ['ID=3f0c8bf4-be09-4a70-8c2c-71ff470e36a6,revision_number=2']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:16.957261 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:17.135473 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:17.136710 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4159670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4158229'] for router, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:17.384067 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Router 615681f2-db48-493e-9542-c005e0c46a84 is scheduled to L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 with binding_index 1 {{(pid=75006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:50:17.584024 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:50:17.593464 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Sync routers for ids ['615681f2-db48-493e-9542-c005e0c46a84'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:50:17.605330 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Routers {'615681f2-db48-493e-9542-c005e0c46a84'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:17.605951 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['615681f2-db48-493e-9542-c005e0c46a84'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:17.611442 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Notify callbacks [] for router, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:17.613209 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9137414 Sep 10 16:50:17.615738 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33010) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:17.833021 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Set router 615681f2-db48-493e-9542-c005e0c46a84 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:17.901217 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d209d6-abfc-4b98-ad36-44d92a198a9a req-1977c494-245f-4eed-ba25-f0d8995282d8 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:17.902847 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a4d209d6-abfc-4b98-ad36-44d92a198a9a req-1977c494-245f-4eed-ba25-f0d8995282d8 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.1108088 Sep 10 16:50:17.949276 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c3d1d2-d425-42ef-9685-1bbbb2401b9a None None] Network c5d9974a-14c2-4e58-aa69-152c97a4a540 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:50:18.106744 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a4d209d6-abfc-4b98-ad36-44d92a198a9a req-ccbce9bc-b7b1-44bf-a52d-a55eb80d4642 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934938 Sep 10 16:50:18.204209 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 640b8de1-31d8-440a-a28e-7c320ac51fe2 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:18.216259 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b236348-fb4f-489c-bc71-6ef95bbe1a73 None None] New status for floating IP f293782f-4e2b-49fe-bd01-38990a7c613a: ACTIVE {{(pid=75009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:50:18.281618 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-45b67970-0bf1-4db5-a955-f6493e7dc22a None None] Provisioning for port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:18.482712 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 640b8de1-31d8-440a-a28e-7c320ac51fe2 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:18.499676 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 640b8de1-31d8-440a-a28e-7c320ac51fe2 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:18.500077 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:18.571612 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33026) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:18.595909 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615681f2-db48-493e-9542-c005e0c46a84', 'name': 'tempest-TestMinimumBasicScenario-341582984-router', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:15Z', 'updated_at': '2021-09-10T16:50:17Z', 'revision_number': 3, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'gw_port': {'id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615681f2-db48-493e-9542-c005e0c46a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:16Z', 'updated_at': '2021-09-10T16:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:18.604566 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Checking router: 615681f2-db48-493e-9542-c005e0c46a84 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:50:18.605170 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Updating router 615681f2-db48-493e-9542-c005e0c46a84 port ef986e1d-d9ef-4108-8ce5-02ffb6301f34 binding host dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:50:18.701471 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:18.713289 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:18.740151 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2e4e2629-fe24-4163-b450-c169371d732c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:18.769628 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:18.865871 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 640b8de1-31d8-440a-a28e-7c320ac51fe2, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=640b8de1-31d8-440a-a28e-7c320ac51fe2,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:18.870764 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:18.871628 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:18.878252 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-2e4e2629-fe24-4163-b450-c169371d732c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:18.882621 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-2e4e2629-fe24-4163-b450-c169371d732c admin admin] Usage tracker for resource:security_group_rule and tenant:b155c63a2e6445a8a2fdb10f09fcc96f is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:18.886882 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-2e4e2629-fe24-4163-b450-c169371d732c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:18.894303 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-2e4e2629-fe24-4163-b450-c169371d732c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:18.899180 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-ee1c6146-8abe-489f-8c03-2ebb4b3313a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:18.967524 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2e4e2629-fe24-4163-b450-c169371d732c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:18.972028 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-2e4e2629-fe24-4163-b450-c169371d732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:18.979746 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9cace32c-5e28-49a9-a4e6-a367036adfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:19.019474 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e2629-fe24-4163-b450-c169371d732c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab6f959-5f36-4cce-9fa8-da239ffcb2ba,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:19.026889 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-2e4e2629-fe24-4163-b450-c169371d732c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b155c63a2e6445a8a2fdb10f09fcc96f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4542420 Sep 10 16:50:19.027837 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33032) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:19.028480 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-2e4e2629-fe24-4163-b450-c169371d732c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:19.082775 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=640b8de1-31d8-440a-a28e-7c320ac51fe2,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:19.088722 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:19.091089 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bcea6087-57bb-48c5-a7d8-6314bce7b700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.124908 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bcea6087-57bb-48c5-a7d8-6314bce7b700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.161624 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Allocated IP 172.20.0.1 (c5d9974a-14c2-4e58-aa69-152c97a4a540/50c27e6c-6294-488d-8c16-b9b741d64609/f687ab28-a0c4-401f-8f81-390b9ad2501d) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:50:19.162172 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:19.185425 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b18d3-8e8b-4a49-96c3-2f512806f0be req-fb1d37c9-cbd9-49e3-8037-501aafbdb38d tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:19.186198 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:19.186596 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.189227 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-415b18d3-8e8b-4a49-96c3-2f512806f0be req-fb1d37c9-cbd9-49e3-8037-501aafbdb38d tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.48 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.2182224 Sep 10 16:50:19.199111 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bcea6087-57bb-48c5-a7d8-6314bce7b700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.206084 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c224fafd-1d32-44bd-a6a8-1cb473f2c6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:19.218265 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea6087-57bb-48c5-a7d8-6314bce7b700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab6f959-5f36-4cce-9fa8-da239ffcb2ba,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:19.221140 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bcea6087-57bb-48c5-a7d8-6314bce7b700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:19.228825 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bcea6087-57bb-48c5-a7d8-6314bce7b700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.230012 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-bcea6087-57bb-48c5-a7d8-6314bce7b700 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cab6f959-5f36-4cce-9fa8-da239ffcb2ba HTTP/1.1" status: 204 len: 168 time: 0.2005844 Sep 10 16:50:19.278639 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-415b18d3-8e8b-4a49-96c3-2f512806f0be req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Deleting port cde42992-3766-4acf-b9cb-7e6b226203d5 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:50:19.279709 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-415b18d3-8e8b-4a49-96c3-2f512806f0be req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.287488 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.db.resource_extend [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 16:50:19.409680 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Notify callbacks [] for port, precommit_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.435310 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Transition to ACTIVE for port object ef986e1d-d9ef-4108-8ce5-02ffb6301f34 will not be triggered until provisioned by entity L2. {{(pid=75008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:19.443482 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.457583 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.463188 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-2959e760-3c90-4833-ba10-4b939f6417a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:19.593267 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=3f0c8bf4-be09-4a70-8c2c-71ff470e36a6,segment=NetworkSegment(c2928c67-341a-4034-8f6f-785d107f178a),segment_id=c2928c67-341a-4034-8f6f-785d107f178a)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:19.602814 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Attempting to bind port ef986e1d-d9ef-4108-8ce5-02ffb6301f34 on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:50:19.603478 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Attempting to bind port ef986e1d-d9ef-4108-8ce5-02ffb6301f34 by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:50:19.603975 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Attempting to bind port ef986e1d-d9ef-4108-8ce5-02ffb6301f34 on network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:50:19.608237 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.613999 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125c566-3362-45cb-b5d4-192a5ac323ff None None] Pushing event updated for resources: {'Port': ['ID=ef986e1d-d9ef-4108-8ce5-02ffb6301f34,revision_number=2']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:19.618983 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-4125c566-3362-45cb-b5d4-192a5ac323ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:19.619741 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-4125c566-3362-45cb-b5d4-192a5ac323ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:19.644696 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.660133 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f52a7-4460-4268-ad83-6395569e3ea8 req-9349ced3-1ad7-4def-829c-5a796a990da0 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:19.661776 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-175f52a7-4460-4268-ad83-6395569e3ea8 req-9349ced3-1ad7-4def-829c-5a796a990da0 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 945 time: 0.3360708 Sep 10 16:50:19.668960 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33044) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:19.675776 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:50:19.676150 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Checking segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:50:19.676572 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.676966 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Bound using segment: {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'} {{(pid=75008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:50:19.677436 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.managers [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Bound port: ef986e1d-d9ef-4108-8ce5-02ffb6301f34, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53088917-ffba-4296-a8c1-1b95fc5f5453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}}] {{(pid=75008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:50:19.677808 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.698540 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Transition to ACTIVE for port object f687ab28-a0c4-401f-8f81-390b9ad2501d will not be triggered until provisioned by entity DHCP. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:19.727818 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e93d32fb-3f78-4f2a-8562-ad721318d9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.804760 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=3f0c8bf4-be09-4a70-8c2c-71ff470e36a6,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:19.808583 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:19.813731 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-415b18d3-8e8b-4a49-96c3-2f512806f0be req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] For port cde42992-3766-4acf-b9cb-7e6b226203d5, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cde42992-3766-4acf-b9cb-7e6b226203d5,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:19.814144 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-415b18d3-8e8b-4a49-96c3-2f512806f0be req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.815790 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] For port ef986e1d-d9ef-4108-8ce5-02ffb6301f34, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:50:19.818910 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] For port ef986e1d-d9ef-4108-8ce5-02ffb6301f34, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=ef986e1d-d9ef-4108-8ce5-02ffb6301f34,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:50:19.823736 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.828837 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:19.829122 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-175f52a7-4460-4268-ad83-6395569e3ea8 req-ffe108f9-7981-498a-8f30-14593362b52e tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/security-groups?id=b75a7b29-9b15-4dad-9c03-75c6a6b537a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381605 Sep 10 16:50:19.834436 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-e93d32fb-3f78-4f2a-8562-ad721318d9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:19.890223 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-e93d32fb-3f78-4f2a-8562-ad721318d9ff admin admin] Usage tracker for resource:security_group_rule and tenant:ea2a37a6155f45cf9227fb8768d45278 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:19.911553 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Routers {'615681f2-db48-493e-9542-c005e0c46a84'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:19.912185 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['615681f2-db48-493e-9542-c005e0c46a84'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:19.943796 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-e93d32fb-3f78-4f2a-8562-ad721318d9ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:19.952940 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-415b18d3-8e8b-4a49-96c3-2f512806f0be req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Calling delete_port for cde42992-3766-4acf-b9cb-7e6b226203d5 owned by compute:nova {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:50:19.962912 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125c566-3362-45cb-b5d4-192a5ac323ff None None] Pushing event updated for resources: {'Port': ['ID=ef986e1d-d9ef-4108-8ce5-02ffb6301f34,revision_number=3']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:19.966186 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-4125c566-3362-45cb-b5d4-192a5ac323ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:19.986055 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:19.989748 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-e93d32fb-3f78-4f2a-8562-ad721318d9ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:19.998678 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-fafaf0e6-3c60-49df-9e93-5e596479eeaf tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:20.089221 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 640b8de1-31d8-440a-a28e-7c320ac51fe2 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:20.104637 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Network c5d9974a-14c2-4e58-aa69-152c97a4a540 is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:50:20.123951 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Pushing event updated for resources: {'Port': ['ID=f687ab28-a0c4-401f-8f81-390b9ad2501d,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:20.126352 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:20.130062 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:20.135353 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:50:20.159968 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] Set router 615681f2-db48-493e-9542-c005e0c46a84 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:20.270555 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4158419'] for router_interface, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.278562 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e93d32fb-3f78-4f2a-8562-ad721318d9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.292896 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e93d32fb-3f78-4f2a-8562-ad721318d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.302199 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:20.327286 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-415b18d3-8e8b-4a49-96c3-2f512806f0be req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.351171 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 640b8de1-31d8-440a-a28e-7c320ac51fe2 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:20.351632 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.366100 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d32fb-3f78-4f2a-8562-ad721318d9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e0fce1-7f4a-43ee-aaef-72d01a8a9dbb,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:20.373055 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-e93d32fb-3f78-4f2a-8562-ad721318d9ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea2a37a6155f45cf9227fb8768d45278&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7020454 Sep 10 16:50:20.374009 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e93d32fb-3f78-4f2a-8562-ad721318d9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:20.375476 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:20.376171 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33048) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:20.390267 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['cde42992-3766-4acf-b9cb-7e6b226203d5'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:50:20.448057 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d5690a62-7f1e-4201-ac7a-73bf6125dd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.471621 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Pushing event deleted for resources: {'Port': ['ID=cde42992-3766-4acf-b9cb-7e6b226203d5,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:20.478083 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d5690a62-7f1e-4201-ac7a-73bf6125dd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.488997 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:20.491050 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-60b35ce3-4464-404d-8268-aab4a45b5482 None None] Provisioning for port f687ab28-a0c4-401f-8f81-390b9ad2501d completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:20.509256 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-60b35ce3-4464-404d-8268-aab4a45b5482 None None] Provisioning complete for port f687ab28-a0c4-401f-8f81-390b9ad2501d triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:20.509256 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-60b35ce3-4464-404d-8268-aab4a45b5482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.531943 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-415b18d3-8e8b-4a49-96c3-2f512806f0be req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] No DVR routers for this DVR port cde42992-3766-4acf-b9cb-7e6b226203d5 on host hv-cinder-80847 {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:50:20.535688 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-415b18d3-8e8b-4a49-96c3-2f512806f0be req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.538166 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d5690a62-7f1e-4201-ac7a-73bf6125dd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.538342 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7725b5b1-1cbb-4676-bfb5-e288fd75382a', 'name': 'network-vif-deleted', 'tag': 'cde42992-3766-4acf-b9cb-7e6b226203d5'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:50:20.550892 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.552129 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bcea6087-57bb-48c5-a7d8-6314bce7b700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:20.570357 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5690a62-7f1e-4201-ac7a-73bf6125dd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e0fce1-7f4a-43ee-aaef-72d01a8a9dbb,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:20.592634 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d5690a62-7f1e-4201-ac7a-73bf6125dd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:20.593586 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d5690a62-7f1e-4201-ac7a-73bf6125dd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.597277 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d5690a62-7f1e-4201-ac7a-73bf6125dd37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58e0fce1-7f4a-43ee-aaef-72d01a8a9dbb HTTP/1.1" status: 204 len: 168 time: 0.2168522 Sep 10 16:50:20.603692 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-415b18d3-8e8b-4a49-96c3-2f512806f0be req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.48 "DELETE /v2.0/ports/cde42992-3766-4acf-b9cb-7e6b226203d5 HTTP/1.1" status: 204 len: 173 time: 1.3953001 Sep 10 16:50:20.611626 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7725b5b1-1cbb-4676-bfb5-e288fd75382a', 'name': 'network-vif-deleted', 'tag': 'cde42992-3766-4acf-b9cb-7e6b226203d5', 'status': 'completed', 'code': 200} Sep 10 16:50:20.680043 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-60b35ce3-4464-404d-8268-aab4a45b5482 None None] Port f687ab28-a0c4-401f-8f81-390b9ad2501d cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:50:20.704868 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:20.778461 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615681f2-db48-493e-9542-c005e0c46a84', 'name': 'tempest-TestMinimumBasicScenario-341582984-router', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:15Z', 'updated_at': '2021-09-10T16:50:17Z', 'revision_number': 3, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'gw_port': {'id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615681f2-db48-493e-9542-c005e0c46a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:16Z', 'updated_at': '2021-09-10T16:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:20.787010 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031529f-49b7-47cd-bc9a-322f16b0e1dc None None] The sync data for ids ['615681f2-db48-493e-9542-c005e0c46a84'] in dv-cinder-808473-1-smb is: [{'id': '615681f2-db48-493e-9542-c005e0c46a84', 'name': 'tempest-TestMinimumBasicScenario-341582984-router', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:15Z', 'updated_at': '2021-09-10T16:50:17Z', 'revision_number': 3, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'gw_port': {'id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615681f2-db48-493e-9542-c005e0c46a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:16Z', 'updated_at': '2021-09-10T16:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:50:20.803547 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:20.804167 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.919807 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.925819 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2755667'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:20.964390 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3bee29ae-8cf3-477d-8961-59e6623e7405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:21.074747 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-89a9ac3e-7042-4a9b-ab52-d0d09fffc4d4 req-4ef20feb-80e5-4679-bf1c-e420b220e3d7 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Synchronizing usage tracker for tenant:cced50fda7f44ab5968a0c6949ddb6a5 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:50:21.077762 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33062) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:21.097906 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-518f2894-cb0a-472c-ae1d-9e5472ae110c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:21.104107 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Pushing event updated for resources: {'Port': ['ID=f687ab28-a0c4-401f-8f81-390b9ad2501d,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:21.107178 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:21.107965 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3361487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4159336'] for router_interface, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:21.119354 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-89a9ac3e-7042-4a9b-ab52-d0d09fffc4d4 req-4ef20feb-80e5-4679-bf1c-e420b220e3d7 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Unset dirty status for tenant:cced50fda7f44ab5968a0c6949ddb6a5 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:50:21.120524 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-89a9ac3e-7042-4a9b-ab52-d0d09fffc4d4 req-4ef20feb-80e5-4679-bf1c-e420b220e3d7 tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] 10.222.0.43 "GET /v2.0/ports?device_id=7725b5b1-1cbb-4676-bfb5-e288fd75382a HTTP/1.1" status: 200 len: 210 time: 0.1166167 Sep 10 16:50:21.132930 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-518f2894-cb0a-472c-ae1d-9e5472ae110c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:21.136954 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-518f2894-cb0a-472c-ae1d-9e5472ae110c admin admin] Usage tracker for resource:security_group_rule and tenant:9db53693e1794f2e8a57bde381f40fca is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:21.141763 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-518f2894-cb0a-472c-ae1d-9e5472ae110c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:21.147960 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-518f2894-cb0a-472c-ae1d-9e5472ae110c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:21.222040 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-518f2894-cb0a-472c-ae1d-9e5472ae110c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:21.226238 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-518f2894-cb0a-472c-ae1d-9e5472ae110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:21.233269 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7d4f059b-60da-40e4-826c-bdd84ad6d748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:21.274256 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Network c5d9974a-14c2-4e58-aa69-152c97a4a540 is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:50:21.275116 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f2894-cb0a-472c-ae1d-9e5472ae110c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7680e777-02ad-4cd1-a051-c9bca026b89e,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:21.275974 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:21.279390 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-518f2894-cb0a-472c-ae1d-9e5472ae110c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9db53693e1794f2e8a57bde381f40fca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2005222 Sep 10 16:50:21.280348 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-518f2894-cb0a-472c-ae1d-9e5472ae110c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:21.285047 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33066) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:21.353314 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bfcb0c89-f646-4e51-8a3b-80e827941074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:21.382116 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bfcb0c89-f646-4e51-8a3b-80e827941074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:21.441471 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bfcb0c89-f646-4e51-8a3b-80e827941074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:21.445491 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ccc5511d-8e65-4e43-a4c6-9c4431aa43a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:21.457542 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb0c89-f646-4e51-8a3b-80e827941074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7680e777-02ad-4cd1-a051-c9bca026b89e,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:21.461261 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bfcb0c89-f646-4e51-8a3b-80e827941074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:21.470572 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-bfcb0c89-f646-4e51-8a3b-80e827941074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:21.474217 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-bfcb0c89-f646-4e51-8a3b-80e827941074 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7680e777-02ad-4cd1-a051-c9bca026b89e HTTP/1.1" status: 204 len: 168 time: 0.1866097 Sep 10 16:50:21.620955 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-c95ec6b1-659c-4dea-98c3-a7d72cde3255 None None] Provisioning complete for port f687ab28-a0c4-401f-8f81-390b9ad2501d triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:21.621534 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c95ec6b1-659c-4dea-98c3-a7d72cde3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:21.675516 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-c95ec6b1-659c-4dea-98c3-a7d72cde3255 None None] Port f687ab28-a0c4-401f-8f81-390b9ad2501d cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:50:21.720922 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Router 615681f2-db48-493e-9542-c005e0c46a84 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:50:21.925311 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:50:21.929921 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] 10.222.0.43 "PUT /v2.0/routers/615681f2-db48-493e-9542-c005e0c46a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3131635 Sep 10 16:50:22.230152 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33080) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:22.519699 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device cde42992-3766-4acf-b9cb-7e6b226203d5 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:50:22.558901 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: cde42992-3766-4acf-b9cb-7e6b226203d5 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:50:22.559365 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device cde42992-3766-4acf-b9cb-7e6b226203d5 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:50:22.642487 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4159322'] for router_interface, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:23.280434 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Deleting port c1d774a7-d599-41fa-8ad9-bcbc181552dd {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:50:23.280819 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:23.538723 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] For port c1d774a7-d599-41fa-8ad9-bcbc181552dd, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=c1d774a7-d599-41fa-8ad9-bcbc181552dd,segment=NetworkSegment(6b6580ca-b21f-476f-ad74-ba0e64aaadbb),segment_id=6b6580ca-b21f-476f-ad74-ba0e64aaadbb)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:23.539068 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:23.662801 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Calling delete_port for c1d774a7-d599-41fa-8ad9-bcbc181552dd owned by network:router_interface {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:50:24.020662 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:24.048396 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:24.091050 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d774a7-d599-41fa-8ad9-bcbc181552dd,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:24.126184 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:24.393961 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3025990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159470'] for router_interface, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:25.112395 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Router 54add8c3-6e86-45f0-bdf0-dce493960581 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:50:25.329180 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:50:25.341082 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5953c-5a34-427e-a260-9f1bf24b0fb3 None None] Sync routers for ids ['54add8c3-6e86-45f0-bdf0-dce493960581'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:50:25.349308 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] 10.222.0.43 "PUT /v2.0/routers/54add8c3-6e86-45f0-bdf0-dce493960581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1180182 Sep 10 16:50:25.351584 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33100) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:25.367255 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5953c-5a34-427e-a260-9f1bf24b0fb3 None None] Routers {'54add8c3-6e86-45f0-bdf0-dce493960581'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:25.368247 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-eaa5953c-5a34-427e-a260-9f1bf24b0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['54add8c3-6e86-45f0-bdf0-dce493960581'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:25.569450 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Notify callbacks [] for router, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:25.572940 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-eaa5953c-5a34-427e-a260-9f1bf24b0fb3 None None] Set router 54add8c3-6e86-45f0-bdf0-dce493960581 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:25.828281 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:25.838746 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Deleting port 66d269c1-9ff0-42be-8994-f29bba44cba5 {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:50:25.839590 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:25.925913 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-eaa5953c-5a34-427e-a260-9f1bf24b0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'name': 'tempest-ServerRescueNegativeTestJSON-112798519-router', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:44Z', 'updated_at': '2021-09-10T16:50:23Z', 'revision_number': 5, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'gw_port': {'id': '66d269c1-9ff0-42be-8994-f29bba44cba5', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:39:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:46Z', 'updated_at': '2021-09-10T16:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:25.930288 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5953c-5a34-427e-a260-9f1bf24b0fb3 None None] Checking router: 54add8c3-6e86-45f0-bdf0-dce493960581 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:50:25.948875 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5953c-5a34-427e-a260-9f1bf24b0fb3 None None] Routers {'54add8c3-6e86-45f0-bdf0-dce493960581'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:25.949950 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-eaa5953c-5a34-427e-a260-9f1bf24b0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:49:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['54add8c3-6e86-45f0-bdf0-dce493960581'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:26.042895 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] For port 66d269c1-9ff0-42be-8994-f29bba44cba5, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=66d269c1-9ff0-42be-8994-f29bba44cba5,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:26.043347 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:26.194601 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Calling delete_port for 66d269c1-9ff0-42be-8994-f29bba44cba5 owned by network:router_gateway {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:50:26.198721 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-eaa5953c-5a34-427e-a260-9f1bf24b0fb3 None None] Set router 54add8c3-6e86-45f0-bdf0-dce493960581 gateway port host: None {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:26.312381 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-eaa5953c-5a34-427e-a260-9f1bf24b0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'name': 'tempest-ServerRescueNegativeTestJSON-112798519-router', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:44Z', 'updated_at': '2021-09-10T16:50:25Z', 'revision_number': 6, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'gw_port_host': None}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:26.315589 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5953c-5a34-427e-a260-9f1bf24b0fb3 None None] The sync data for ids ['54add8c3-6e86-45f0-bdf0-dce493960581'] in dv-cinder-808473-1-smb is: [{'id': '54add8c3-6e86-45f0-bdf0-dce493960581', 'name': 'tempest-ServerRescueNegativeTestJSON-112798519-router', 'tenant_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:44Z', 'updated_at': '2021-09-10T16:50:25Z', 'revision_number': 6, 'project_id': 'cced50fda7f44ab5968a0c6949ddb6a5', 'gw_port_host': None}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:50:26.405381 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:26.409212 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:26.454399 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d269c1-9ff0-42be-8994-f29bba44cba5,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:26.457070 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:26.783857 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4158321'] for router_gateway, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.041806 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6736'] for router, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.048521 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.092763 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-24a6f603-fcee-48a9-a92c-667b70fb29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.154955 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4159765'] for router, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.155609 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54add8c3-6e86-45f0-bdf0-dce493960581 {{(pid=75007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:50:27.173077 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Notify callbacks [] for router, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.176815 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33110) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:27.177337 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/54add8c3-6e86-45f0-bdf0-dce493960581 HTTP/1.1" status: 204 len: 168 time: 1.8242469 Sep 10 16:50:27.250443 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de6c814-55b8-4fb1-b50d-f0d6a843464d admin admin] Deleting subnet 15759e78-f453-4e6b-a31e-5c5791b0a59f {{(pid=75006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:50:27.253443 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6de6c814-55b8-4fb1-b50d-f0d6a843464d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.312217 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6de6c814-55b8-4fb1-b50d-f0d6a843464d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756539'] for subnet, precommit_delete_associations {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.373116 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6de6c814-55b8-4fb1-b50d-f0d6a843464d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.450520 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6de6c814-55b8-4fb1-b50d-f0d6a843464d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2755689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2667469'] for subnet, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.467060 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.470166 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:27.508705 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6c814-55b8-4fb1-b50d-f0d6a843464d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15759e78-f453-4e6b-a31e-5c5791b0a59f,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:27.511037 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6de6c814-55b8-4fb1-b50d-f0d6a843464d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.513630 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-6de6c814-55b8-4fb1-b50d-f0d6a843464d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:27.520331 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33114) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:27.525107 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-6de6c814-55b8-4fb1-b50d-f0d6a843464d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/15759e78-f453-4e6b-a31e-5c5791b0a59f HTTP/1.1" status: 204 len: 168 time: 0.3471839 Sep 10 16:50:27.629275 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.766292 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.784120 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5adaf9-c968-40bc-9d44-9a6aade22f43']}} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:27.799028 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6580ca-b21f-476f-ad74-ba0e64aaadbb') {'for_net_delete': True} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:27.799444 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6580ca-b21f-476f-ad74-ba0e64aaadbb') {} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:27.812055 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968829'] for segment, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.830045 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.837211 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=75007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:50:27.837610 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296045'] for segment, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: Traceback (most recent call last): Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: timer() Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: cb(*args, **kw) Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: return func(*args, **kwargs) Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: self._notify() Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: self.callback(batched_events) Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: event.method(event) Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: return f(self, *a, **k) Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: return self._get(url).json() Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: return self.request(url, 'GET', **kwargs) Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:50:27.853157 dv-cinder-808473-1-smb neutron-server[75007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:50:27.931924 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.937401 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f99f1fd4-affb-4ea4-9ff7-81032ecfe622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:27.954483 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:27.963991 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e5adaf9-c968-40bc-9d44-9a6aade22f43,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:27.970334 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0e5adaf9-c968-40bc-9d44-9a6aade22f43 HTTP/1.1" status: 204 len: 168 time: 0.4488342 Sep 10 16:50:27.971201 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:28.090231 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device c1d774a7-d599-41fa-8ad9-bcbc181552dd no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:50:28.138282 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: c1d774a7-d599-41fa-8ad9-bcbc181552dd {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:50:28.138282 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device c1d774a7-d599-41fa-8ad9-bcbc181552dd not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:50:28.264324 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33120) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:28.321822 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-aefd6fb1-41cd-4864-9b86-380a8578371a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cced50fda7f44ab5968a0c6949ddb6a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562696 Sep 10 16:50:28.324175 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33124) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:28.392137 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-467dee36-0076-4e57-9a25-d479c8d9e706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:28.419185 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-467dee36-0076-4e57-9a25-d479c8d9e706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:28.474234 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-467dee36-0076-4e57-9a25-d479c8d9e706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:28.478086 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ffc9689a-15b6-4441-ae8a-a949299fd7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:28.493484 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dee36-0076-4e57-9a25-d479c8d9e706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75a7b29-9b15-4dad-9c03-75c6a6b537a1,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:28.496407 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-467dee36-0076-4e57-9a25-d479c8d9e706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:28.498394 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-467dee36-0076-4e57-9a25-d479c8d9e706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:28.502291 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-467dee36-0076-4e57-9a25-d479c8d9e706 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b75a7b29-9b15-4dad-9c03-75c6a6b537a1 HTTP/1.1" status: 204 len: 168 time: 0.1771646 Sep 10 16:50:29.360400 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-95999a8c-096a-49b3-b196-30e9f88a056d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:30.218421 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:31.745961 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:31.769326 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:50:32.049983 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 66d269c1-9ff0-42be-8994-f29bba44cba5 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:50:32.096334 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 66d269c1-9ff0-42be-8994-f29bba44cba5 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:50:32.096790 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 66d269c1-9ff0-42be-8994-f29bba44cba5 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:50:33.077418 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-75f113fd-0975-4367-b66c-96a6ae487c07 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:33.079139 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-75f113fd-0975-4367-b66c-96a6ae487c07 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/networks?id=d53e72e7-a502-4766-aa40-fca639a01caf HTTP/1.1" status: 200 len: 814 time: 0.1695085 Sep 10 16:50:33.096057 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-5983fe7a-4468-4daf-aac1-47259521b33f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/quotas/cd4ceffb98e34ef7af9ad58b6a121e52 HTTP/1.1" status: 200 len: 375 time: 0.0115192 Sep 10 16:50:33.277616 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-18331e39-4e0f-4820-a733-242e1094cc55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Synchronizing usage tracker for tenant:cd4ceffb98e34ef7af9ad58b6a121e52 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:50:33.298068 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-18331e39-4e0f-4820-a733-242e1094cc55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Unset dirty status for tenant:cd4ceffb98e34ef7af9ad58b6a121e52 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:50:33.299396 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-18331e39-4e0f-4820-a733-242e1094cc55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1974492 Sep 10 16:50:33.448931 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-20fe6c6a-2974-449b-a45a-12a548043693 service neutron] 10.222.0.43 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343856 Sep 10 16:50:33.588566 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-cf43da39-b913-4989-814a-0265da495a2b service neutron] 10.222.0.43 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332076 Sep 10 16:50:33.780337 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8db34f2c-2c9d-4b0c-afab-a3eea2bd79d7 req-4e36ed9f-2b48-4dc3-925d-45e7267688a1 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 210 time: 0.0510809 Sep 10 16:50:34.109166 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device ef986e1d-d9ef-4108-8ce5-02ffb6301f34 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:34.179235 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port ef986e1d-d9ef-4108-8ce5-02ffb6301f34 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:34.185197 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port ef986e1d-d9ef-4108-8ce5-02ffb6301f34 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:34.185660 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:34.300010 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:34.316395 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port ef986e1d-d9ef-4108-8ce5-02ffb6301f34, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=ef986e1d-d9ef-4108-8ce5-02ffb6301f34,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:34.320393 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:34.322347 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:34.388986 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=ef986e1d-d9ef-4108-8ce5-02ffb6301f34,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:34.401969 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:34.944251 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-42794f36-d718-49fd-8f66-45fc9db710b0 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:34.945825 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-42794f36-d718-49fd-8f66-45fc9db710b0 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.48 "GET /v2.0/networks?id=d53e72e7-a502-4766-aa40-fca639a01caf HTTP/1.1" status: 200 len: 814 time: 0.1919558 Sep 10 16:50:34.957363 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9790904f-dade-47d6-9470-fdc36e045301 req-a438c9f8-36e7-492f-9b8a-78b2c1bd6f05 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 210 time: 0.0486476 Sep 10 16:50:34.975462 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Request body: {'port': {'device_id': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'admin_state_up': True, 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:35.118715 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:35.129758 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:35.141505 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Made reservation on behalf of cd4ceffb98e34ef7af9ad58b6a121e52 for: {'port': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:50:35.144562 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:35.307605 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Allocated IP 172.20.0.5 (d53e72e7-a502-4766-aa40-fca639a01caf/3e196a20-5634-49c9-9a03-bb10361c8c0a/6be25a30-e664-4f51-be85-e14c505f8b17) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:50:35.544946 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:35.564855 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Transition to ACTIVE for port object 6be25a30-e664-4f51-be85-e14c505f8b17 will not be triggered until provisioned by entity DHCP. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:35.596962 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:35.605056 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:35.702193 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Network d53e72e7-a502-4766-aa40-fca639a01caf is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:50:35.703149 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'Port': ['ID=6be25a30-e664-4f51-be85-e14c505f8b17,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:35.705730 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:35.707607 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:35.708425 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:50:35.778099 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:35.779290 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:35.831481 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8604789 Sep 10 16:50:36.016734 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-e14c966c-8b7d-42cf-88e5-46a323814d16 None None] Provisioning for port 6be25a30-e664-4f51-be85-e14c505f8b17 completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:36.034370 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-e14c966c-8b7d-42cf-88e5-46a323814d16 None None] Provisioning complete for port 6be25a30-e664-4f51-be85-e14c505f8b17 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:36.035561 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-e14c966c-8b7d-42cf-88e5-46a323814d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:36.160193 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-e14c966c-8b7d-42cf-88e5-46a323814d16 None None] Port 6be25a30-e664-4f51-be85-e14c505f8b17 cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:50:36.168968 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device ef986e1d-d9ef-4108-8ce5-02ffb6301f34 up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:36.228660 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f379-fe5b-4b68-bdae-9f0bf17d4f53 req-d3ef45c0-49e8-4679-a807-43bed0ec0e43 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:36.229916 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-2719f379-fe5b-4b68-bdae-9f0bf17d4f53 req-d3ef45c0-49e8-4679-a807-43bed0ec0e43 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Synchronizing usage tracker for tenant:cd4ceffb98e34ef7af9ad58b6a121e52 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:50:36.264115 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port ef986e1d-d9ef-4108-8ce5-02ffb6301f34 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:36.264517 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:36.269851 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-2719f379-fe5b-4b68-bdae-9f0bf17d4f53 req-d3ef45c0-49e8-4679-a807-43bed0ec0e43 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Unset dirty status for tenant:cd4ceffb98e34ef7af9ad58b6a121e52 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:50:36.271323 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2719f379-fe5b-4b68-bdae-9f0bf17d4f53 req-d3ef45c0-49e8-4679-a807-43bed0ec0e43 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 931 time: 0.1757329 Sep 10 16:50:36.353990 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2719f379-fe5b-4b68-bdae-9f0bf17d4f53 req-cc4fcd92-aed2-479f-ac08-49a6ae2e16f9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767579 Sep 10 16:50:36.475486 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33278) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:36.624242 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-00dfe2d4-eb8e-4f4e-ab4c-9e26000f2d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:36.659402 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-00dfe2d4-eb8e-4f4e-ab4c-9e26000f2d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:36.663654 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-00dfe2d4-eb8e-4f4e-ab4c-9e26000f2d49 admin admin] Usage tracker for resource:security_group_rule and tenant:f46f6f8c0d1f4113ad177e827c13ba9c is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:36.667014 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-00dfe2d4-eb8e-4f4e-ab4c-9e26000f2d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:36.673159 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-00dfe2d4-eb8e-4f4e-ab4c-9e26000f2d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:36.742314 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-00dfe2d4-eb8e-4f4e-ab4c-9e26000f2d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:36.749488 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-00dfe2d4-eb8e-4f4e-ab4c-9e26000f2d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:36.756749 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-429f90b8-7ace-4add-a10a-e93cfd12f714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:36.797854 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfe2d4-eb8e-4f4e-ab4c-9e26000f2d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeb871c-7dd5-4114-80d5-d94a1fa64574,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:36.804194 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-00dfe2d4-eb8e-4f4e-ab4c-9e26000f2d49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f46f6f8c0d1f4113ad177e827c13ba9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3275824 Sep 10 16:50:36.805021 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33286) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:36.805994 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-00dfe2d4-eb8e-4f4e-ab4c-9e26000f2d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:36.883357 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9031c160-af8e-4070-859b-1a8601c2cbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:36.911919 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9031c160-af8e-4070-859b-1a8601c2cbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:36.962915 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9031c160-af8e-4070-859b-1a8601c2cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:36.967260 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-28dff6ac-ca14-4fa4-b9cd-5bfbe25dd6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:36.980859 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031c160-af8e-4070-859b-1a8601c2cbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeb871c-7dd5-4114-80d5-d94a1fa64574,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:36.984966 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9031c160-af8e-4070-859b-1a8601c2cbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:36.988216 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9031c160-af8e-4070-859b-1a8601c2cbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:36.992579 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-9031c160-af8e-4070-859b-1a8601c2cbfd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdeb871c-7dd5-4114-80d5-d94a1fa64574 HTTP/1.1" status: 204 len: 168 time: 0.1859999 Sep 10 16:50:37.575379 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43176700-909a-4960-bd62-261273307d4b req-acea39cf-c7af-4cc3-bbea-6bb2f9eaa85a tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:37.577733 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-43176700-909a-4960-bd62-261273307d4b req-acea39cf-c7af-4cc3-bbea-6bb2f9eaa85a tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 931 time: 0.0835381 Sep 10 16:50:37.630539 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-43176700-909a-4960-bd62-261273307d4b req-71b78d84-cd10-4008-9798-b408ef5aa7b2 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464978 Sep 10 16:50:38.660375 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33338) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:38.859566 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-369fbbb0-cf8c-497b-88be-39b439f963f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:38.912023 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-369fbbb0-cf8c-497b-88be-39b439f963f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:38.918670 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-369fbbb0-cf8c-497b-88be-39b439f963f9 admin admin] Usage tracker for resource:security_group_rule and tenant:25ce147645df4e0b88bcebb312b5ccc0 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:38.922157 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-369fbbb0-cf8c-497b-88be-39b439f963f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:38.930047 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326212a-cd02-44ab-bb6c-4f36c9acc070 req-5dd37d5a-8371-42dc-92fe-23a7dcf8c6d8 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:38.931529 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8326212a-cd02-44ab-bb6c-4f36c9acc070 req-5dd37d5a-8371-42dc-92fe-23a7dcf8c6d8 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 931 time: 0.1416726 Sep 10 16:50:38.936401 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-369fbbb0-cf8c-497b-88be-39b439f963f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:39.001997 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8326212a-cd02-44ab-bb6c-4f36c9acc070 req-69798989-6909-45c7-8c10-01c3e013b1c3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632787 Sep 10 16:50:39.062656 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-369fbbb0-cf8c-497b-88be-39b439f963f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:39.067465 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-369fbbb0-cf8c-497b-88be-39b439f963f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:39.080505 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f5c52bf4-b4c1-4f60-8060-bd07c6c4a19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:39.130442 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-369fbbb0-cf8c-497b-88be-39b439f963f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25ce147645df4e0b88bcebb312b5ccc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4689200 Sep 10 16:50:39.131629 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fbbb0-cf8c-497b-88be-39b439f963f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c65113a-5aa8-4f96-999b-de9b871d8109,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:39.133156 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33348) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:39.134867 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-369fbbb0-cf8c-497b-88be-39b439f963f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:39.195958 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-acdb6d3f-9cb2-4cbc-ac2c-1e23e3df8693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:39.222651 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-acdb6d3f-9cb2-4cbc-ac2c-1e23e3df8693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:39.276733 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-acdb6d3f-9cb2-4cbc-ac2c-1e23e3df8693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:39.280712 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c72311df-0258-4462-b492-7c35f7e1c195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:39.302898 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb6d3f-9cb2-4cbc-ac2c-1e23e3df8693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c65113a-5aa8-4f96-999b-de9b871d8109,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:39.306711 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-acdb6d3f-9cb2-4cbc-ac2c-1e23e3df8693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:39.308986 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-acdb6d3f-9cb2-4cbc-ac2c-1e23e3df8693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:39.313874 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-acdb6d3f-9cb2-4cbc-ac2c-1e23e3df8693 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c65113a-5aa8-4f96-999b-de9b871d8109 HTTP/1.1" status: 204 len: 168 time: 0.1795261 Sep 10 16:50:40.328706 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797945d9-9a12-4496-8924-a2daf6963555 req-7be8b675-1deb-4da3-a748-d192d6861a98 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:40.330438 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-797945d9-9a12-4496-8924-a2daf6963555 req-7be8b675-1deb-4da3-a748-d192d6861a98 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 931 time: 0.1719079 Sep 10 16:50:40.381666 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-797945d9-9a12-4496-8924-a2daf6963555 req-0aac7a74-72ee-4f0d-97ac-79adceccffbf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447605 Sep 10 16:50:41.275192 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Sync routers for ids ['615681f2-db48-493e-9542-c005e0c46a84'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:50:41.289116 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Routers {'615681f2-db48-493e-9542-c005e0c46a84'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:41.289743 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:50:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['615681f2-db48-493e-9542-c005e0c46a84'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:41.475632 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Set router 615681f2-db48-493e-9542-c005e0c46a84 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:41.632175 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ac603-b6b4-4cc9-8a77-8d81bb478698 req-1e54d53e-4955-4608-a7f4-49b5ef8b0bd0 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:41.634459 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-912ac603-b6b4-4cc9-8a77-8d81bb478698 req-1e54d53e-4955-4608-a7f4-49b5ef8b0bd0 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 931 time: 0.0916452 Sep 10 16:50:41.718920 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-912ac603-b6b4-4cc9-8a77-8d81bb478698 req-4d328d74-c752-4bfc-a81b-98cd674533b0 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773709 Sep 10 16:50:41.843341 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615681f2-db48-493e-9542-c005e0c46a84', 'name': 'tempest-TestMinimumBasicScenario-341582984-router', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:15Z', 'updated_at': '2021-09-10T16:50:20Z', 'revision_number': 4, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'gw_port': {'id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615681f2-db48-493e-9542-c005e0c46a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:16Z', 'updated_at': '2021-09-10T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'f687ab28-a0c4-401f-8f81-390b9ad2501d', 'name': '', 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'mac_address': 'fa:16:3e:13:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615681f2-db48-493e-9542-c005e0c46a84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50c27e6c-6294-488d-8c16-b9b741d64609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:18Z', 'updated_at': '2021-09-10T16:50:20Z', 'revision_number': 2, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'subnets': [{'id': '50c27e6c-6294-488d-8c16-b9b741d64609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:41.848526 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Checking router: 615681f2-db48-493e-9542-c005e0c46a84 for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:50:41.848967 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Updating router 615681f2-db48-493e-9542-c005e0c46a84 port f687ab28-a0c4-401f-8f81-390b9ad2501d binding host dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 16:50:41.940757 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:42.355914 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Notify callbacks [] for port, precommit_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:42.369422 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.provisioning_blocks [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Transition to ACTIVE for port object f687ab28-a0c4-401f-8f81-390b9ad2501d will not be triggered until provisioned by entity L2. {{(pid=75009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:42.377017 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:42.382002 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-41ad30e8-4e2d-49a1-8a0f-a8321127eaa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:42.507729 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d90528-fcb2-457a-99ca-3a5dcc6bcc5c None None] Pushing event updated for resources: {'Port': ['ID=f687ab28-a0c4-401f-8f81-390b9ad2501d,revision_number=3']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:42.511201 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-c3d90528-fcb2-457a-99ca-3a5dcc6bcc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:42.618832 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Attempting to bind port f687ab28-a0c4-401f-8f81-390b9ad2501d on host dv-cinder-808473-1-smb for vnic_type normal with profile {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:50:42.619208 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Attempting to bind port f687ab28-a0c4-401f-8f81-390b9ad2501d by drivers openvswitch,hyperv on host dv-cinder-808473-1-smb at level 0 using segments [{'id': 'c2928c67-341a-4034-8f6f-785d107f178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540'}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:50:42.619565 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Attempting to bind port f687ab28-a0c4-401f-8f81-390b9ad2501d on network c5d9974a-14c2-4e58-aa69-152c97a4a540 {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:50:42.627351 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Checking agent: {'id': '02d1cbdf-0e83-4515-b58d-d7b65e270496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 38, 27), 'started_at': datetime.datetime(2021, 9, 10, 16, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:50:42.627788 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Checking segment: {'id': 'c2928c67-341a-4034-8f6f-785d107f178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:50:42.628366 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:42.628787 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Bound using segment: {'id': 'c2928c67-341a-4034-8f6f-785d107f178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540'} {{(pid=75009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:50:42.629256 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.managers [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Bound port: f687ab28-a0c4-401f-8f81-390b9ad2501d, host: dv-cinder-808473-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2928c67-341a-4034-8f6f-785d107f178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540'}}] {{(pid=75009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:50:42.629705 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:42.741461 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] For port f687ab28-a0c4-401f-8f81-390b9ad2501d, host dv-cinder-808473-1-smb, cleared binding levels {{(pid=75009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:50:42.756066 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.plugins.ml2.db [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] For port f687ab28-a0c4-401f-8f81-390b9ad2501d, host dv-cinder-808473-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=f687ab28-a0c4-401f-8f81-390b9ad2501d,segment=NetworkSegment(c2928c67-341a-4034-8f6f-785d107f178a),segment_id=c2928c67-341a-4034-8f6f-785d107f178a)] {{(pid=75009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:50:42.762557 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron_lib.callbacks.manager [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:42.769170 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:42.910089 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d90528-fcb2-457a-99ca-3a5dcc6bcc5c None None] Pushing event updated for resources: {'Port': ['ID=f687ab28-a0c4-401f-8f81-390b9ad2501d,revision_number=4']} {{(pid=75009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:42.926746 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG oslo_concurrency.lockutils [None req-c3d90528-fcb2-457a-99ca-3a5dcc6bcc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:42.933438 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Routers {'615681f2-db48-493e-9542-c005e0c46a84'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:42.934352 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:50:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['615681f2-db48-493e-9542-c005e0c46a84'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:43.096979 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100a9dc-a4ed-48cc-81df-ab09313d47b1 req-00d100e0-9c0a-4e97-8a59-121f06cae385 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:43.102729 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3100a9dc-a4ed-48cc-81df-ab09313d47b1 req-00d100e0-9c0a-4e97-8a59-121f06cae385 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 931 time: 0.1752551 Sep 10 16:50:43.225601 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3100a9dc-a4ed-48cc-81df-ab09313d47b1 req-01d4bae8-f66e-43ad-9d1f-da922fbdffe0 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041369 Sep 10 16:50:43.315031 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] Set router 615681f2-db48-493e-9542-c005e0c46a84 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:43.727415 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615681f2-db48-493e-9542-c005e0c46a84', 'name': 'tempest-TestMinimumBasicScenario-341582984-router', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:15Z', 'updated_at': '2021-09-10T16:50:20Z', 'revision_number': 4, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'gw_port': {'id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615681f2-db48-493e-9542-c005e0c46a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:16Z', 'updated_at': '2021-09-10T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'f687ab28-a0c4-401f-8f81-390b9ad2501d', 'name': '', 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'mac_address': 'fa:16:3e:13:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615681f2-db48-493e-9542-c005e0c46a84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50c27e6c-6294-488d-8c16-b9b741d64609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:18Z', 'updated_at': '2021-09-10T16:50:42Z', 'revision_number': 4, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'subnets': [{'id': '50c27e6c-6294-488d-8c16-b9b741d64609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:43.731778 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd9bc9-cea1-4e66-9e1f-e4aba3b40a50 None None] The sync data for ids ['615681f2-db48-493e-9542-c005e0c46a84'] in dv-cinder-808473-1-smb is: [{'id': '615681f2-db48-493e-9542-c005e0c46a84', 'name': 'tempest-TestMinimumBasicScenario-341582984-router', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:15Z', 'updated_at': '2021-09-10T16:50:20Z', 'revision_number': 4, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'gw_port': {'id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615681f2-db48-493e-9542-c005e0c46a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:16Z', 'updated_at': '2021-09-10T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'f687ab28-a0c4-401f-8f81-390b9ad2501d', 'name': '', 'network_id': 'c5d9974a-14c2-4e58-aa69-152c97a4a540', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'mac_address': 'fa:16:3e:13:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615681f2-db48-493e-9542-c005e0c46a84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50c27e6c-6294-488d-8c16-b9b741d64609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:18Z', 'updated_at': '2021-09-10T16:50:42Z', 'revision_number': 4, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'subnets': [{'id': '50c27e6c-6294-488d-8c16-b9b741d64609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:50:43.813264 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:44.146036 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device f687ab28-a0c4-401f-8f81-390b9ad2501d up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:44.219343 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning for port f687ab28-a0c4-401f-8f81-390b9ad2501d completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:44.224772 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port f687ab28-a0c4-401f-8f81-390b9ad2501d triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:44.225148 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:44.366517 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:44.404203 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] For port f687ab28-a0c4-401f-8f81-390b9ad2501d, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=f687ab28-a0c4-401f-8f81-390b9ad2501d,segment=NetworkSegment(c2928c67-341a-4034-8f6f-785d107f178a),segment_id=c2928c67-341a-4034-8f6f-785d107f178a)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:44.410497 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:44.413623 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:44.502418 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a2f6f-19dd-47b5-90f1-00a849764de2 req-faf79ec8-a962-4672-9daa-2ffa1dbd5e12 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:44.511852 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ac9a2f6f-19dd-47b5-90f1-00a849764de2 req-faf79ec8-a962-4672-9daa-2ffa1dbd5e12 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 931 time: 0.1215394 Sep 10 16:50:44.542096 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Pushing event updated for resources: {'Port': ['ID=f687ab28-a0c4-401f-8f81-390b9ad2501d,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:44.549564 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:44.563862 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ac9a2f6f-19dd-47b5-90f1-00a849764de2 req-be3e1553-1b67-4c51-9865-203468e35abb tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510375 Sep 10 16:50:45.761315 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa668658-2fec-49e9-b791-e46dc8069b93 req-a20e225f-561c-461a-b38a-031984aa5160 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:45.763405 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-aa668658-2fec-49e9-b791-e46dc8069b93 req-a20e225f-561c-461a-b38a-031984aa5160 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 931 time: 0.0795772 Sep 10 16:50:45.808348 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-aa668658-2fec-49e9-b791-e46dc8069b93 req-d5473fd7-fc24-4cad-97b9-fa74e03b5851 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393410 Sep 10 16:50:46.083746 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device f687ab28-a0c4-401f-8f81-390b9ad2501d up at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:46.180934 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Provisioning complete for port f687ab28-a0c4-401f-8f81-390b9ad2501d triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:46.181316 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:46.616856 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33476) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:46.655503 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Request body: {'port': {'device_id': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:46.765417 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:46.800946 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:46.806205 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Usage tracker for resource:security_group_rule and tenant:3dadffdd56af4a00b99f9484db8d2c75 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:46.808984 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:46.809262 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:46.815959 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:46.962465 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a05161da-5a6f-47dc-b399-11c9184cc53a req-58e05e39-f0b3-4a44-98bd-fb80959c0e74 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1360626 Sep 10 16:50:47.113324 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:47.121050 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:47.130008 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:47.178288 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be90288-cf0a-4e86-baf9-e9446c363c59,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:47.188958 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277c3e-1b84-4749-81ac-578c52e1e4a3 req-2d767c66-f1e3-487b-99e4-0c3bfcaa3b10 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:47.190441 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dd277c3e-1b84-4749-81ac-578c52e1e4a3 req-2d767c66-f1e3-487b-99e4-0c3bfcaa3b10 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 931 time: 0.1966541 Sep 10 16:50:47.196266 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3dadffdd56af4a00b99f9484db8d2c75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5781589 Sep 10 16:50:47.198266 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33488) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:47.204049 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:47.204412 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:47.204791 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:47.205138 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:47.205484 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:47.205850 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:47.206192 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:47.206530 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:47.206997 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:47.207344 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:47.207678 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:47.211798 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:47.220703 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a05161da-5a6f-47dc-b399-11c9184cc53a req-58491f23-7688-4afc-8456-2fef4c0f4b0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 1099 time: 0.2331140 Sep 10 16:50:47.345043 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dd277c3e-1b84-4749-81ac-578c52e1e4a3 req-1b55fc9d-d920-48a1-aab4-2b4efc4ffb9a tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458201 Sep 10 16:50:47.370029 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05161da-5a6f-47dc-b399-11c9184cc53a req-a8153419-fe44-4a9b-86ba-79785019403f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:47.371771 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a05161da-5a6f-47dc-b399-11c9184cc53a req-a8153419-fe44-4a9b-86ba-79785019403f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 200 len: 912 time: 0.1303060 Sep 10 16:50:47.373824 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-906f1b35-d593-48a1-9c82-97d6153e1c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:47.406322 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-906f1b35-d593-48a1-9c82-97d6153e1c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:47.428271 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be25a30-e664-4f51-be85-e14c505f8b17 {{(pid=75006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:50:47.440029 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:47.468587 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Transition to ACTIVE for port object 6be25a30-e664-4f51-be85-e14c505f8b17 will not be triggered until provisioned by entity L2. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:50:47.474477 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2755667'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:47.477959 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e847e2f9-73ca-47ea-9573-6440cd58c1d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:47.499259 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a05161da-5a6f-47dc-b399-11c9184cc53a req-56802157-b265-4746-928a-0a39a8032d9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc5fdc05-7928-4196-9930-806164ea9183 HTTP/1.1" status: 200 len: 1002 time: 0.1061366 Sep 10 16:50:47.568343 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05161da-5a6f-47dc-b399-11c9184cc53a req-ddc129e5-547d-492f-8bea-b4f5fdd86b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:47.569887 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a05161da-5a6f-47dc-b399-11c9184cc53a req-ddc129e5-547d-492f-8bea-b4f5fdd86b32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54bb58bb-87eb-4281-bd1c-58a2b9514021 HTTP/1.1" status: 200 len: 850 time: 0.0639684 Sep 10 16:50:47.590999 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-906f1b35-d593-48a1-9c82-97d6153e1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:47.625265 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6be25a30-e664-4f51-be85-e14c505f8b17,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:47.631010 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:47.632789 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-369fbbb0-cf8c-497b-88be-39b439f963f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:47.648734 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f1b35-d593-48a1-9c82-97d6153e1c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be90288-cf0a-4e86-baf9-e9446c363c59,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:47.677314 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-906f1b35-d593-48a1-9c82-97d6153e1c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:47.685473 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-906f1b35-d593-48a1-9c82-97d6153e1c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:47.688717 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-906f1b35-d593-48a1-9c82-97d6153e1c70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3be90288-cf0a-4e86-baf9-e9446c363c59 HTTP/1.1" status: 204 len: 168 time: 0.4884107 Sep 10 16:50:47.696539 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a05161da-5a6f-47dc-b399-11c9184cc53a req-eba4486f-2d75-4a35-967d-4b6b8070bcbe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b65969a5-0d8c-42ad-9abf-b97b1a238cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1192598 Sep 10 16:50:47.783269 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Attempting to bind port 6be25a30-e664-4f51-be85-e14c505f8b17 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:50:47.784067 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Attempting to bind port 6be25a30-e664-4f51-be85-e14c505f8b17 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:50:47.784423 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Attempting to bind port 6be25a30-e664-4f51-be85-e14c505f8b17 on network d53e72e7-a502-4766-aa40-fca639a01caf {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:50:47.792380 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Port 6be25a30-e664-4f51-be85-e14c505f8b17 on network d53e72e7-a502-4766-aa40-fca639a01caf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:50:47.793024 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Attempting to bind port 6be25a30-e664-4f51-be85-e14c505f8b17 on network d53e72e7-a502-4766-aa40-fca639a01caf {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:50:47.801571 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:50:47.802206 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Checking segment: {'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:50:47.802907 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Bound using segment: {'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:50:47.803510 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Bound port: 6be25a30-e664-4f51-be85-e14c505f8b17, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564fd921-7a5d-4562-9f41-a87f87488c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf'}}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:50:47.804188 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:47.878127 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a05161da-5a6f-47dc-b399-11c9184cc53a req-347df6be-c4c6-409a-91d1-6a3c7013ff9d service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739745 Sep 10 16:50:47.918157 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] For port 6be25a30-e664-4f51-be85-e14c505f8b17, host hv-cinder-80847, cleared binding levels {{(pid=75006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:50:47.926064 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] For port 6be25a30-e664-4f51-be85-e14c505f8b17, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6be25a30-e664-4f51-be85-e14c505f8b17,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:50:47.932117 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2755667'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:47.936940 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-efb80443-6b7e-483f-946b-c08284311ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:48.041593 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:48.046884 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] 10.222.0.48 "PUT /v2.0/ports/6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 200 len: 1093 time: 1.3964894 Sep 10 16:50:48.050149 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:50:48.061594 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-a05161da-5a6f-47dc-b399-11c9184cc53a req-98d38c5a-cff5-4dcc-8df1-1ba9590da749 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748526 Sep 10 16:50:48.088240 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6be25a30-e664-4f51-be85-e14c505f8b17,revision_number=3']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:48.093750 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:48.245360 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-87b7430a-65f5-4b08-a118-bb27fd17ba63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52&device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 1096 time: 0.1407802 Sep 10 16:50:48.278278 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33508) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:48.322964 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b7e03306-53d6-4a52-953d-4c0c5da99565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:48.374921 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-24dbd4ce-cc99-42f0-9ac3-6b0e0392e85f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 200 len: 217 time: 0.1200719 Sep 10 16:50:48.376226 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-b7e03306-53d6-4a52-953d-4c0c5da99565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:48.388035 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-b7e03306-53d6-4a52-953d-4c0c5da99565 admin admin] Usage tracker for resource:security_group_rule and tenant:ceac3c74a46543c9a6cf82551cb65d0c is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:48.394911 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17', 'status': 'completed', 'code': 200} Sep 10 16:50:48.396269 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-b7e03306-53d6-4a52-953d-4c0c5da99565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:48.407786 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-b7e03306-53d6-4a52-953d-4c0c5da99565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:48.512137 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-3b1b1ec0-1a2e-49ba-b1d5-498fbab2b724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:48.518962 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-3b1b1ec0-1a2e-49ba-b1d5-498fbab2b724 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e196a20-5634-49c9-9a03-bb10361c8c0a HTTP/1.1" status: 200 len: 853 time: 0.1361699 Sep 10 16:50:48.551099 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b7e03306-53d6-4a52-953d-4c0c5da99565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:48.564801 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b7e03306-53d6-4a52-953d-4c0c5da99565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:48.573299 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9bb61176-bd44-46ae-8bc3-281d3d4ce0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:48.636627 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-c2983350-3ac9-4a4e-b524-ce0d4a6fdec0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d53e72e7-a502-4766-aa40-fca639a01caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064897 Sep 10 16:50:48.675839 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e03306-53d6-4a52-953d-4c0c5da99565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe454529-158a-4436-9ed5-c12e3d95155b,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:48.680526 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-b7e03306-53d6-4a52-953d-4c0c5da99565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:48.684312 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-b7e03306-53d6-4a52-953d-4c0c5da99565 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ceac3c74a46543c9a6cf82551cb65d0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4042709 Sep 10 16:50:48.691263 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33516) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:48.787736 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-13685253-0e28-41f9-99c9-fc6969d54179 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434789 Sep 10 16:50:48.882239 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b31a3f-ed3d-4dff-9db9-241c0e87c45f req-01958a20-99ff-4048-b004-5e1588c90433 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:48.883974 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-96b31a3f-ed3d-4dff-9db9-241c0e87c45f req-01958a20-99ff-4048-b004-5e1588c90433 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 943 time: 0.2903860 Sep 10 16:50:48.908568 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:48.923421 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7d65efd1-a7fa-432d-b780-ecf80d23804c req-c4675633-67d5-4e1b-a8f0-bc8053fdc657 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277006 Sep 10 16:50:48.970483 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e22ac-bc24-4a8f-8c33-5fb89befabd8 req-b451a7ae-c97b-486b-871b-14314f3f3b79 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:48.971937 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-142e22ac-bc24-4a8f-8c33-5fb89befabd8 req-b451a7ae-c97b-486b-871b-14314f3f3b79 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 946 time: 0.2468777 Sep 10 16:50:48.974304 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:49.023564 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-96b31a3f-ed3d-4dff-9db9-241c0e87c45f req-d39bc15c-e423-415c-806f-3e55f6ae45ec tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204314 Sep 10 16:50:49.062524 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-142e22ac-bc24-4a8f-8c33-5fb89befabd8 req-d124a938-25b0-4448-93f3-f28b31e03e78 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796456 Sep 10 16:50:49.069829 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-38da0833-c373-4844-9231-899d6bc34fdb req-3cc9c557-1bb4-4a59-8f90-105265a9c964 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52&device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 1096 time: 0.0892460 Sep 10 16:50:49.076054 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:49.081680 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-906f1b35-d593-48a1-9c82-97d6153e1c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:49.095321 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe454529-158a-4436-9ed5-c12e3d95155b,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:49.103802 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:49.105036 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe454529-158a-4436-9ed5-c12e3d95155b HTTP/1.1" status: 204 len: 168 time: 0.4128306 Sep 10 16:50:49.112331 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:49.112729 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:49.113084 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:49.113430 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:49.113768 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:49.115251 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:49.115251 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:49.115251 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:49.115251 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:49.115620 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:49.115754 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:50:49.119009 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:49.211747 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da0833-c373-4844-9231-899d6bc34fdb req-e4ae0445-9831-4796-9df3-469fb7d695c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:49.213215 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-38da0833-c373-4844-9231-899d6bc34fdb req-e4ae0445-9831-4796-9df3-469fb7d695c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d53e72e7-a502-4766-aa40-fca639a01caf HTTP/1.1" status: 200 len: 915 time: 0.1310637 Sep 10 16:50:49.389111 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-38da0833-c373-4844-9231-899d6bc34fdb req-3becd7e6-287d-4c3b-8d7a-dceb1b5b2a52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 200 len: 217 time: 0.1681252 Sep 10 16:50:49.454321 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da0833-c373-4844-9231-899d6bc34fdb req-e607cf65-8d1f-43fd-b35a-6da0ffcc767b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:49.455805 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-38da0833-c373-4844-9231-899d6bc34fdb req-e607cf65-8d1f-43fd-b35a-6da0ffcc767b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e196a20-5634-49c9-9a03-bb10361c8c0a HTTP/1.1" status: 200 len: 853 time: 0.0587089 Sep 10 16:50:49.517835 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33524) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:49.535543 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-98aaf168-0c72-4c97-977f-f2cd15511aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:49.539069 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-38da0833-c373-4844-9231-899d6bc34fdb req-c0588c1a-1c47-4381-8646-aeb5a69353e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d53e72e7-a502-4766-aa40-fca639a01caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744178 Sep 10 16:50:49.566568 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-98aaf168-0c72-4c97-977f-f2cd15511aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:49.570297 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-98aaf168-0c72-4c97-977f-f2cd15511aff admin admin] Usage tracker for resource:security_group_rule and tenant:5902349f83154e1b8468180cf52b1678 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:49.573035 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-98aaf168-0c72-4c97-977f-f2cd15511aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:49.579609 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-98aaf168-0c72-4c97-977f-f2cd15511aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:49.649596 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-98aaf168-0c72-4c97-977f-f2cd15511aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:49.654052 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-98aaf168-0c72-4c97-977f-f2cd15511aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:49.662597 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-1f9436af-7303-4fbc-b3f7-4a3839e86dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:49.680201 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-38da0833-c373-4844-9231-899d6bc34fdb req-6324c4dc-9e41-4ce1-b64d-a71b9940e929 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335466 Sep 10 16:50:49.708247 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-98aaf168-0c72-4c97-977f-f2cd15511aff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5902349f83154e1b8468180cf52b1678&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1893306 Sep 10 16:50:49.709001 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaf168-0c72-4c97-977f-f2cd15511aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610634c0-4f1c-4f1e-9d77-0e255d7c2f92,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:49.711158 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33528) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:49.713831 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-98aaf168-0c72-4c97-977f-f2cd15511aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:49.770816 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d72089af-98cd-47db-8444-1438e063b25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:49.797244 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d72089af-98cd-47db-8444-1438e063b25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:49.813439 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-38da0833-c373-4844-9231-899d6bc34fdb req-37005a34-d77c-4bc3-a702-5bd3277fe52c service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255212 Sep 10 16:50:49.848869 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d72089af-98cd-47db-8444-1438e063b25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:49.852486 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-2473595e-126a-4a39-9e94-a8f800931f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:49.863509 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72089af-98cd-47db-8444-1438e063b25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610634c0-4f1c-4f1e-9d77-0e255d7c2f92,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:49.865726 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d72089af-98cd-47db-8444-1438e063b25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:49.870525 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d72089af-98cd-47db-8444-1438e063b25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:49.871649 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-d72089af-98cd-47db-8444-1438e063b25d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/610634c0-4f1c-4f1e-9d77-0e255d7c2f92 HTTP/1.1" status: 204 len: 168 time: 0.1596153 Sep 10 16:50:50.302710 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec74e74-9003-48a2-ba17-32c276c2425b req-15144ab1-0dbe-4379-9e7f-b061d08c7d17 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:50.304170 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7ec74e74-9003-48a2-ba17-32c276c2425b req-15144ab1-0dbe-4379-9e7f-b061d08c7d17 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 943 time: 0.1480644 Sep 10 16:50:50.310390 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c42ff-f5be-42fa-93b8-ce48843cb7c8 req-16e911fc-5bb3-4f5b-814d-d07beebf6d9b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:50.311727 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-768c42ff-f5be-42fa-93b8-ce48843cb7c8 req-16e911fc-5bb3-4f5b-814d-d07beebf6d9b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 946 time: 0.1084487 Sep 10 16:50:50.390694 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-768c42ff-f5be-42fa-93b8-ce48843cb7c8 req-7fdf35b1-33f1-4cde-9fec-5d53c1def8f3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=033c1a6d-52f4-455e-8c27-4efc75837472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623193 Sep 10 16:50:50.395420 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7ec74e74-9003-48a2-ba17-32c276c2425b req-607b63ec-ac3e-4541-9f09-f04bd8c24148 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827878 Sep 10 16:50:50.549941 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-11b5eaac-066b-4fa7-b664-41ea8bfb406c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:50.550629 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-11b5eaac-066b-4fa7-b664-41ea8bfb406c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Synchronizing usage tracker for tenant:37c566691d13470b946e49df098800e6 on resource:port {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:50:50.563264 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-11b5eaac-066b-4fa7-b664-41ea8bfb406c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Unset dirty status for tenant:37c566691d13470b946e49df098800e6 on resource:port {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:50:50.564363 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-11b5eaac-066b-4fa7-b664-41ea8bfb406c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.48 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 946 time: 0.0894928 Sep 10 16:50:50.644633 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Deleting port 33042e64-22e6-4e33-a3d7-84906801554b {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:50:50.644973 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:50.883133 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] For port 33042e64-22e6-4e33-a3d7-84906801554b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=33042e64-22e6-4e33-a3d7-84906801554b,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:50.883756 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:51.175206 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:51.175714 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:51.176133 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.l3_db [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Floating IP 7b36c846-05df-45e4-a7d2-dd1cb0dd1998 disassociated. External IP: 172.28.1.133, port: 33042e64-22e6-4e33-a3d7-84906801554b. Sep 10 16:50:51.176490 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Calling delete_port for 33042e64-22e6-4e33-a3d7-84906801554b owned by compute:nova {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:50:51.317502 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:51.323151 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-1a3a3e12-b83d-47ad-a519-2d86752753ee tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:51.367463 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event deleted for resources: {'Port': ['ID=33042e64-22e6-4e33-a3d7-84906801554b,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:51.370820 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:51.616406 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fb1e451a-99aa-4324-8017-e19c084849c9 req-0449138c-04ba-47a3-b461-43558f96b370 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 210 time: 0.0565860 Sep 10 16:50:51.623462 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Router cb3ea995-187f-4548-ae7f-236e12f9371f has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:50:51.689112 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c930c31-e58e-42b5-8f5f-db5e5716aba1 req-ee3b5032-4a9a-4c79-8d8b-ebe2598f12db tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:51.697935 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4c930c31-e58e-42b5-8f5f-db5e5716aba1 req-ee3b5032-4a9a-4c79-8d8b-ebe2598f12db tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 943 time: 0.1776879 Sep 10 16:50:51.757176 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4c930c31-e58e-42b5-8f5f-db5e5716aba1 req-0894cd25-49cf-4a4b-bb9b-b0a35524a069 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581656 Sep 10 16:50:51.967052 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:50:51.978520 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f4c882-3f67-4d9c-b0ab-02b8268a2a06 None None] Sync routers for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:50:51.994357 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4c882-3f67-4d9c-b0ab-02b8268a2a06 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:51.995002 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-f1f4c882-3f67-4d9c-b0ab-02b8268a2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:50:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:52.053297 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] No DVR routers for this DVR port 33042e64-22e6-4e33-a3d7-84906801554b on host hv-cinder-80847 {{(pid=75007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:50:52.055769 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:52.058663 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'name': 'network-vif-deleted', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:50:52.083997 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8e16d5ca-d6ef-4259-85a3-67fbcb4ada95 req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.48 "DELETE /v2.0/ports/33042e64-22e6-4e33-a3d7-84906801554b HTTP/1.1" status: 204 len: 173 time: 1.5106974 Sep 10 16:50:52.157297 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c1636-d44f-4443-844c-01e6661cd9f6', 'name': 'network-vif-deleted', 'tag': '33042e64-22e6-4e33-a3d7-84906801554b', 'status': 'completed', 'code': 200} Sep 10 16:50:52.260574 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-f1f4c882-3f67-4d9c-b0ab-02b8268a2a06 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:52.605093 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-f1f4c882-3f67-4d9c-b0ab-02b8268a2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:52.609725 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f4c882-3f67-4d9c-b0ab-02b8268a2a06 None None] Checking router: cb3ea995-187f-4548-ae7f-236e12f9371f for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:50:52.621127 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4c882-3f67-4d9c-b0ab-02b8268a2a06 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:50:52.621746 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-f1f4c882-3f67-4d9c-b0ab-02b8268a2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:50:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:52.706402 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 6be25a30-e664-4f51-be85-e14c505f8b17 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:50:52.912670 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-f1f4c882-3f67-4d9c-b0ab-02b8268a2a06 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:50:52.954053 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33618) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:53.007930 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-283bd0d6-339d-4e61-aa83-38d02f63b339 req-15638869-f268-43d6-b920-482da59a116e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=677c1636-d44f-4443-844c-01e6661cd9f6 HTTP/1.1" status: 200 len: 210 time: 0.0556459 Sep 10 16:50:53.031527 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 6be25a30-e664-4f51-be85-e14c505f8b17, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6be25a30-e664-4f51-be85-e14c505f8b17,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:53.048131 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '6be25a30-e664-4f51-be85-e14c505f8b17', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'port_id': '6be25a30-e664-4f51-be85-e14c505f8b17', 'mac_address': 'fa:16:3e:a5:9e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:50:53.082774 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080523-71a7-4c67-97ba-07d337bd957a req-46bbd9ec-cb77-491d-8d0c-c805e53f8423 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:53.082774 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fc080523-71a7-4c67-97ba-07d337bd957a req-46bbd9ec-cb77-491d-8d0c-c805e53f8423 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 943 time: 0.1596832 Sep 10 16:50:53.141780 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fc080523-71a7-4c67-97ba-07d337bd957a req-fcc5766f-3dc0-4eb0-b9ec-d6dfb2935594 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607841 Sep 10 16:50:53.151832 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ae27d4b9-a5cd-48c1-8b5d-ddaf9c3101f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:53.192882 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ae27d4b9-a5cd-48c1-8b5d-ddaf9c3101f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:53.196995 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ae27d4b9-a5cd-48c1-8b5d-ddaf9c3101f4 admin admin] Usage tracker for resource:security_group_rule and tenant:32b3e6e3d784430880002ba96f2975e9 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:53.199836 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ae27d4b9-a5cd-48c1-8b5d-ddaf9c3101f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:53.206233 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ae27d4b9-a5cd-48c1-8b5d-ddaf9c3101f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:53.245447 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:53.274456 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ae27d4b9-a5cd-48c1-8b5d-ddaf9c3101f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:53.279829 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ae27d4b9-a5cd-48c1-8b5d-ddaf9c3101f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:53.280072 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be25a30-e664-4f51-be85-e14c505f8b17 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:50:53.287077 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d6e495f3-0acd-4674-9a80-0d739cdff51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:53.331843 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ae27d4b9-a5cd-48c1-8b5d-ddaf9c3101f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32b3e6e3d784430880002ba96f2975e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3765349 Sep 10 16:50:53.332732 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27d4b9-a5cd-48c1-8b5d-ddaf9c3101f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1f6b07-f2a5-4789-8b0c-13669abf32d2,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:53.334642 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33624) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:53.335874 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ae27d4b9-a5cd-48c1-8b5d-ddaf9c3101f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:53.360486 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 6be25a30-e664-4f51-be85-e14c505f8b17, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6be25a30-e664-4f51-be85-e14c505f8b17,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:53.375971 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:53.379870 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:53.405099 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e48-3ef2-4e55-8476-a5f16d53cd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:53.432077 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e48-3ef2-4e55-8476-a5f16d53cd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:53.498311 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e48-3ef2-4e55-8476-a5f16d53cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:53.503347 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=6be25a30-e664-4f51-be85-e14c505f8b17,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:53.504337 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f5ce45f3-20f3-493e-b77c-ecbadeeb4fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:53.506840 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:53.522472 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee4e48-3ef2-4e55-8476-a5f16d53cd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1f6b07-f2a5-4789-8b0c-13669abf32d2,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:53.525915 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-30ee4e48-3ef2-4e55-8476-a5f16d53cd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:53.529342 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e48-3ef2-4e55-8476-a5f16d53cd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:53.532562 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-30ee4e48-3ef2-4e55-8476-a5f16d53cd66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b1f6b07-f2a5-4789-8b0c-13669abf32d2 HTTP/1.1" status: 204 len: 168 time: 0.1946571 Sep 10 16:50:53.534437 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-f1f4c882-3f67-4d9c-b0ab-02b8268a2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:50:53.555207 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f4c882-3f67-4d9c-b0ab-02b8268a2a06 None None] The sync data for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb is: [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:50:53.636819 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['6be25a30-e664-4f51-be85-e14c505f8b17'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:50:53.889768 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33632) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:53.907387 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-19fe847c-8998-46bd-be2e-43a50e2b196a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:53.937225 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-19fe847c-8998-46bd-be2e-43a50e2b196a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:53.940982 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-19fe847c-8998-46bd-be2e-43a50e2b196a admin admin] Usage tracker for resource:security_group_rule and tenant:be46442533bd43eb8907ba743967fa3a is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:53.943680 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-19fe847c-8998-46bd-be2e-43a50e2b196a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:53.949299 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-19fe847c-8998-46bd-be2e-43a50e2b196a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:54.017168 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-19fe847c-8998-46bd-be2e-43a50e2b196a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.021428 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-19fe847c-8998-46bd-be2e-43a50e2b196a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.029076 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-8b6bdc1f-e5ff-415e-9a37-cd6770619584 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:54.070745 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe847c-8998-46bd-be2e-43a50e2b196a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a91374b-8d0a-4c28-9869-313dfc4556ab,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:54.073896 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-19fe847c-8998-46bd-be2e-43a50e2b196a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:54.079834 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-19fe847c-8998-46bd-be2e-43a50e2b196a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be46442533bd43eb8907ba743967fa3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1867859 Sep 10 16:50:54.080898 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33636) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:54.145944 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b6ae-6aa0-4091-ba0e-cf4c98bca8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.175858 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b6ae-6aa0-4091-ba0e-cf4c98bca8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.215370 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33646) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:54.277142 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b6ae-6aa0-4091-ba0e-cf4c98bca8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.283001 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-98aaf168-0c72-4c97-977f-f2cd15511aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:54.345136 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6b6ae-6aa0-4091-ba0e-cf4c98bca8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a91374b-8d0a-4c28-9869-313dfc4556ab,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:54.353527 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7eb6b6ae-6aa0-4091-ba0e-cf4c98bca8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:54.355735 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-1a010ef1-be46-4389-992b-7a05c5cc7c21 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.362008 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b6ae-6aa0-4091-ba0e-cf4c98bca8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.363420 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-7eb6b6ae-6aa0-4091-ba0e-cf4c98bca8d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a91374b-8d0a-4c28-9869-313dfc4556ab HTTP/1.1" status: 204 len: 168 time: 0.2823493 Sep 10 16:50:54.403696 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-1a010ef1-be46-4389-992b-7a05c5cc7c21 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.449059 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b7b5e-1ff4-4b74-a860-99e84cbbb2a7 req-0988a098-fa71-430f-aa5e-6016810e35b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:54.450553 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-277b7b5e-1ff4-4b74-a860-99e84cbbb2a7 req-0988a098-fa71-430f-aa5e-6016810e35b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 944 time: 0.1528020 Sep 10 16:50:54.494713 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-1a010ef1-be46-4389-992b-7a05c5cc7c21 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.501143 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d72089af-98cd-47db-8444-1438e063b25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:54.518147 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-277b7b5e-1ff4-4b74-a860-99e84cbbb2a7 req-56e15e5b-32a5-4c6f-a327-12546f476582 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613415 Sep 10 16:50:54.519849 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a010ef1-be46-4389-992b-7a05c5cc7c21 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c1a6d-52f4-455e-8c27-4efc75837472,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:54.522780 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-1a010ef1-be46-4389-992b-7a05c5cc7c21 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:54.528820 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-1a010ef1-be46-4389-992b-7a05c5cc7c21 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.530162 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-1a010ef1-be46-4389-992b-7a05c5cc7c21 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "DELETE /v2.0/security-groups/033c1a6d-52f4-455e-8c27-4efc75837472 HTTP/1.1" status: 204 len: 168 time: 0.3135817 Sep 10 16:50:54.532759 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33654) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:54.551685 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.api.v2.resource [None req-03b88195-23a6-4e71-9e31-56d16462b8c8 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] show failed (client error): The resource could not be found. Sep 10 16:50:54.552729 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-03b88195-23a6-4e71-9e31-56d16462b8c8 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups/033c1a6d-52f4-455e-8c27-4efc75837472 HTTP/1.1" status: 404 len: 347 time: 0.0183589 Sep 10 16:50:54.555608 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33658) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:54.712250 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 6be25a30-e664-4f51-be85-e14c505f8b17 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:50:54.714556 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Deleting port f476ecfb-be98-4015-97a9-14ddde6f4ee0 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:50:54.715013 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.795858 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 6be25a30-e664-4f51-be85-e14c505f8b17 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:50:54.800803 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 6be25a30-e664-4f51-be85-e14c505f8b17 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:50:54.801181 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.922507 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.950479 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:50:54.960326 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 6be25a30-e664-4f51-be85-e14c505f8b17, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6be25a30-e664-4f51-be85-e14c505f8b17,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:50:54.963975 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.964831 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 33042e64-22e6-4e33-a3d7-84906801554b no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:50:54.970030 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.970526 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:54.992343 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:55.078310 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17', 'code': 200} Sep 10 16:50:55.086077 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=6be25a30-e664-4f51-be85-e14c505f8b17,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:55.093434 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:55.094580 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 33042e64-22e6-4e33-a3d7-84906801554b {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:50:55.095152 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 33042e64-22e6-4e33-a3d7-84906801554b not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:50:55.111291 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Calling delete_port for f476ecfb-be98-4015-97a9-14ddde6f4ee0 owned by network:floatingip {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:50:55.254977 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:55.259573 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:55.303442 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event deleted for resources: {'Port': ['ID=f476ecfb-be98-4015-97a9-14ddde6f4ee0,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:55.305928 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:55.313010 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-c5e5a77d-2485-4077-bb03-e6148bfc614a req-ceed721d-69c8-450f-8777-05af57df574d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 1098 time: 0.0824327 Sep 10 16:50:55.361559 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-c5e5a77d-2485-4077-bb03-e6148bfc614a req-bc9362ee-51e6-4c28-800b-33100211370d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Sep 10 16:50:55.400832 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:55.415163 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:55.416284 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "DELETE /v2.0/floatingips/7b36c846-05df-45e4-a7d2-dd1cb0dd1998 HTTP/1.1" status: 204 len: 168 time: 0.8598094 Sep 10 16:50:55.712815 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33694) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:55.718822 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217925101', 'description': 'tempest-description--1122624850'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:55.727053 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:55.733640 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Usage tracker for resource:security_group and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:55.736969 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:55.746307 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:55.748925 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135fb85-aa65-4551-9786-e2c3a4fdbc67 req-c8501969-e6ec-484c-9877-8170ae588929 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:55.751875 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a135fb85-aa65-4551-9786-e2c3a4fdbc67 req-c8501969-e6ec-484c-9877-8170ae588929 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 945 time: 0.1057255 Sep 10 16:50:55.759201 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:55.805113 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a135fb85-aa65-4551-9786-e2c3a4fdbc67 req-d53f63f3-056c-4f39-870d-049e9f9dc61b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441096 Sep 10 16:50:55.806995 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:55.811353 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Usage tracker for resource:security_group_rule and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:55.815207 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:55.821083 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:55.885314 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:55.889786 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:55.894800 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-de6ef6b0-3f5d-4701-b5d9-94a68569cea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:55.936072 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:55.940496 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:55.946279 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:55.947487 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2337687 Sep 10 16:50:55.950979 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33702) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:55.956635 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'security_group_rule': {'security_group_id': '8ff0add1-a3d2-4d13-86d7-ebf6e3639c40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:55.964472 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:55.967016 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Usage tracker for resource:security_group_rule and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:55.970334 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:55.976384 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:55.996630 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.069443 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.073892 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.076304 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:56.098581 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116d073c-95b8-489f-b7fd-d818044d20a0,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:56.101239 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:56.109784 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.111001 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-28c884f8-65a6-4f7f-8a58-a02b937fc4ce tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1590459 Sep 10 16:50:56.113878 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33710) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:56.120203 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'security_group_rule': {'security_group_id': '8ff0add1-a3d2-4d13-86d7-ebf6e3639c40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:56.126284 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:56.130230 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Usage tracker for resource:security_group_rule and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:56.133240 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:56.139173 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:56.156367 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.218319 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.221827 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.225473 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:56.248519 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731b4618-3425-4bfb-a3db-5bd0b4e17979,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:56.253318 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:56.257641 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.259119 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-5495c728-63fe-43e7-b04b-b006d627630c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1440504 Sep 10 16:50:56.262153 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33718) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:50:56.267616 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'floatingip': {'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:56.272907 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:50:56.276723 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Usage tracker for resource:floatingip and tenant:37c566691d13470b946e49df098800e6 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:50:56.280200 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:50:56.286227 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:50:56.297323 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.437378 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.595248 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Allocated IP 172.28.1.23 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/9f152342-0d06-4f6a-991b-a05fd4d940cf) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:50:56.762776 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.790221 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:56.794888 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:56.861678 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:50:56.864619 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:50:56.869563 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:50:56.896347 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'Port': ['ID=9f152342-0d06-4f6a-991b-a05fd4d940cf,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:56.907164 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:57.044837 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569315b-0ce6-41a9-b6b2-b6a4a1894dad req-e5417271-08ec-4b0a-bd47-1d71e5ffa2a6 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:57.052698 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f569315b-0ce6-41a9-b6b2-b6a4a1894dad req-e5417271-08ec-4b0a-bd47-1d71e5ffa2a6 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 945 time: 0.1044984 Sep 10 16:50:57.067979 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:57.096255 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-6d5cc4b5-f7e5-422f-8e05-41eb9bdcb6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:57.119923 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f569315b-0ce6-41a9-b6b2-b6a4a1894dad req-16b3badc-7729-4a9d-a0f6-990bc2999b74 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659513 Sep 10 16:50:57.148558 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:57.330192 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404c2a6-a584-4f07-979f-7379a270f422 req-3ace110f-e87c-413e-9b81-d4306d58beb8 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:57.331584 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5404c2a6-a584-4f07-979f-7379a270f422 req-3ace110f-e87c-413e-9b81-d4306d58beb8 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 945 time: 0.0866852 Sep 10 16:50:57.354558 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:57.360265 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:57.363795 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-87bfe6e1-2e30-4ced-a80f-81408d7803ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:50:57.384956 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5404c2a6-a584-4f07-979f-7379a270f422 req-79185d2c-3672-4859-834c-461b8c5e4f22 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Sep 10 16:50:57.452194 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:57.553127 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'Port': ['ID=9f152342-0d06-4f6a-991b-a05fd4d940cf,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:50:57.557263 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:50:57.567693 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:57.591707 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:57.600824 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3374348 Sep 10 16:50:57.846548 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-133dea9e-851d-43ce-89ea-868cc40a9a9f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Synchronizing usage tracker for tenant:37c566691d13470b946e49df098800e6 on resource:security_group {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:50:57.871188 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c0909-6f12-4c3e-b79b-83a23b3b392a req-36811c18-d250-4f86-a1f9-c42d0b9479b6 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:57.872891 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b18c0909-6f12-4c3e-b79b-83a23b3b392a req-36811c18-d250-4f86-a1f9-c42d0b9479b6 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 945 time: 0.1299837 Sep 10 16:50:57.873923 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-133dea9e-851d-43ce-89ea-868cc40a9a9f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Unset dirty status for tenant:37c566691d13470b946e49df098800e6 on resource:security_group {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:50:57.874921 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-133dea9e-851d-43ce-89ea-868cc40a9a9f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1217925101&fields=id&tenant_id=37c566691d13470b946e49df098800e6 HTTP/1.1" status: 200 len: 267 time: 0.0882857 Sep 10 16:50:58.007079 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b18c0909-6f12-4c3e-b79b-83a23b3b392a req-5e06d5a9-9518-485a-8d1e-78ef549b57e1 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284850 Sep 10 16:50:58.057986 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-08728cf0-cbc8-40ce-892f-dcfa2ef60f9f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:58.059821 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-08728cf0-cbc8-40ce-892f-dcfa2ef60f9f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 817 time: 0.1679697 Sep 10 16:50:58.078757 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-1af7eb44-769e-4312-b21e-2ae9593bc43a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/quotas/37c566691d13470b946e49df098800e6 HTTP/1.1" status: 200 len: 375 time: 0.0130239 Sep 10 16:50:58.161908 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-1e4ae48e-859f-47c0-8f32-bb609732d0ff tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Synchronizing usage tracker for tenant:37c566691d13470b946e49df098800e6 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:50:58.176840 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-1e4ae48e-859f-47c0-8f32-bb609732d0ff tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Unset dirty status for tenant:37c566691d13470b946e49df098800e6 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:50:58.178296 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-1e4ae48e-859f-47c0-8f32-bb609732d0ff tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940402 Sep 10 16:50:58.323361 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-80e60401-80c7-4040-9a80-7d508003a545 service neutron] 10.222.0.43 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329081 Sep 10 16:50:58.491207 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-e7955241-5493-4b83-8f15-832bcfab58c0 service neutron] 10.222.0.43 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581583 Sep 10 16:50:58.694225 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8eacca26-2ba5-4028-aedb-1735d21c9953 req-a72b9b4c-8ec4-4be2-849c-3f9a7c7dff73 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 210 time: 0.0464613 Sep 10 16:50:59.353431 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-836a8ca7-79dd-4cda-8941-c53941a2b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:50:59.764011 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-749f3d0d-3e06-4d18-818c-7efbbd36ac45 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:50:59.765605 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-749f3d0d-3e06-4d18-818c-7efbbd36ac45 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.48 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 817 time: 0.1658704 Sep 10 16:50:59.849161 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-d798423a-8887-4e3e-8dfe-318484e94389 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Synchronizing usage tracker for tenant:37c566691d13470b946e49df098800e6 on resource:security_group {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:50:59.863506 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-d798423a-8887-4e3e-8dfe-318484e94389 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Unset dirty status for tenant:37c566691d13470b946e49df098800e6 on resource:security_group {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:50:59.864720 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-d798423a-8887-4e3e-8dfe-318484e94389 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37c566691d13470b946e49df098800e6 HTTP/1.1" status: 200 len: 380 time: 0.0844977 Sep 10 16:50:59.874776 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'port': {'device_id': '910647fb-dfbd-4e71-9067-4bc560d65724', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'admin_state_up': True, 'tenant_id': '37c566691d13470b946e49df098800e6', 'security_groups': ['8ff0add1-a3d2-4d13-86d7-ebf6e3639c40']}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:50:59.910735 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd929ce-aea1-48b0-901d-1918442587b1 None None] New status for floating IP 7b36c846-05df-45e4-a7d2-dd1cb0dd1998: DOWN {{(pid=75009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:50:59.978076 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2372260a-37da-46b6-98ca-86d34f9761a9 req-208f2193-a97b-467e-a293-43fc4d1b8218 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 210 time: 0.0844393 Sep 10 16:51:00.143086 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:00.153703 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:00.167580 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Made reservation on behalf of 37c566691d13470b946e49df098800e6 for: {'port': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:51:00.167837 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33790) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:00.169335 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.213699 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.327037 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4a79aa4e-1e53-40ba-9b90-9acb98d5a6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.348122 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Allocated IP 172.20.0.7 (ecb65f3d-a1a4-48c7-afca-7adf91c643fb/2cb5b132-17e6-4460-8205-c81865da0463/8138f2ea-df33-40c5-97b0-2a9fdfe4233f) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:51:00.360251 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-4a79aa4e-1e53-40ba-9b90-9acb98d5a6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:00.364121 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-4a79aa4e-1e53-40ba-9b90-9acb98d5a6fc admin admin] Usage tracker for resource:security_group_rule and tenant:927eebb4c9df4c68ac0392e015641ca5 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:00.367389 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-4a79aa4e-1e53-40ba-9b90-9acb98d5a6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:00.374317 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-4a79aa4e-1e53-40ba-9b90-9acb98d5a6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:00.444802 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4a79aa4e-1e53-40ba-9b90-9acb98d5a6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.449832 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4a79aa4e-1e53-40ba-9b90-9acb98d5a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.457302 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-a717885c-c944-4dd5-b51f-eacd69334f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:00.567491 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.580576 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79aa4e-1e53-40ba-9b90-9acb98d5a6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5f11bb-7b3d-4bcc-a0eb-b247b7e7af96,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:00.585413 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Transition to ACTIVE for port object 8138f2ea-df33-40c5-97b0-2a9fdfe4233f will not be triggered until provisioned by entity DHCP. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:51:00.585578 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-4a79aa4e-1e53-40ba-9b90-9acb98d5a6fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=927eebb4c9df4c68ac0392e015641ca5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4166417 Sep 10 16:51:00.586456 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4a79aa4e-1e53-40ba-9b90-9acb98d5a6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:00.588248 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33802) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:00.624899 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.631035 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-56b9eda7-560c-4012-8042-72316fd53985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:00.650268 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dd485db5-d730-4bca-aa6a-11215dfb20cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.676308 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dd485db5-d730-4bca-aa6a-11215dfb20cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.700775 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Network ecb65f3d-a1a4-48c7-afca-7adf91c643fb is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:51:00.704547 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:51:00.706340 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event updated for resources: {'Port': ['ID=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:00.708409 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:51:00.734247 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:00.735885 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dd485db5-d730-4bca-aa6a-11215dfb20cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.743180 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9031c160-af8e-4070-859b-1a8601c2cbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:00.758770 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd485db5-d730-4bca-aa6a-11215dfb20cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5f11bb-7b3d-4bcc-a0eb-b247b7e7af96,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:00.761508 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-dd485db5-d730-4bca-aa6a-11215dfb20cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:00.764236 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dd485db5-d730-4bca-aa6a-11215dfb20cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.769125 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-dd485db5-d730-4bca-aa6a-11215dfb20cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f5f11bb-7b3d-4bcc-a0eb-b247b7e7af96 HTTP/1.1" status: 204 len: 168 time: 0.1763349 Sep 10 16:51:00.782363 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:00.783186 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.817491 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9477150 Sep 10 16:51:00.831104 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Request body: {'port': {'device_id': '910647fb-dfbd-4e71-9067-4bc560d65724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:00.955973 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:00.998131 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-db337698-dc02-4d77-8f86-6701a512acd4 None None] Provisioning for port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:51:01.003225 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-db337698-dc02-4d77-8f86-6701a512acd4 None None] Provisioning complete for port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:51:01.003596 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-db337698-dc02-4d77-8f86-6701a512acd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.061263 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-db337698-dc02-4d77-8f86-6701a512acd4 None None] Port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:51:01.177255 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33816) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:01.207818 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2e00-047a-4682-aa3f-5aed10f5f634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.252560 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3105c-1036-4606-8174-760cab4183de req-b101cc80-9d96-43a6-aa1a-dba9835e281f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:01.254070 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-84c3105c-1036-4606-8174-760cab4183de req-b101cc80-9d96-43a6-aa1a-dba9835e281f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 931 time: 0.0859296 Sep 10 16:51:01.269168 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ed4e2e00-047a-4682-aa3f-5aed10f5f634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:01.277698 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ed4e2e00-047a-4682-aa3f-5aed10f5f634 admin admin] Usage tracker for resource:security_group_rule and tenant:4b7b220b1b134b2e966c93d8b5cf8ddb is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:01.283499 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ed4e2e00-047a-4682-aa3f-5aed10f5f634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:01.291082 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ed4e2e00-047a-4682-aa3f-5aed10f5f634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:01.307068 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-84c3105c-1036-4606-8174-760cab4183de req-51beacf6-4ce4-43ea-89e5-8f5ec3887695 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466056 Sep 10 16:51:01.391910 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8138f2ea-df33-40c5-97b0-2a9fdfe4233f {{(pid=75007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:51:01.403741 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.434972 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Transition to ACTIVE for port object 8138f2ea-df33-40c5-97b0-2a9fdfe4233f will not be triggered until provisioned by entity L2. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:51:01.439083 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2e00-047a-4682-aa3f-5aed10f5f634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.440081 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.443750 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-1a79fba1-7f48-4bf8-8ab6-00534337d29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:01.470978 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2e00-047a-4682-aa3f-5aed10f5f634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.591648 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ed4e2e00-047a-4682-aa3f-5aed10f5f634 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b7b220b1b134b2e966c93d8b5cf8ddb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4133692 Sep 10 16:51:01.594195 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Pushing event updated for resources: {'Port': ['ID=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:01.594362 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33822) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:01.597213 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:01.598897 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-76a769c5-a59c-4bb9-a56c-4db29f836b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:01.684947 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c08e-bada-4d6a-953c-76a282a37e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.735555 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c08e-bada-4d6a-953c-76a282a37e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.773624 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.802728 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c08e-bada-4d6a-953c-76a282a37e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.810810 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e2e00-047a-4682-aa3f-5aed10f5f634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f035ee-2e33-4a07-928e-2734eb529c3c,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:01.811506 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d3b70482-0754-441e-881f-d7c1ec32c237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:01.815615 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ed4e2e00-047a-4682-aa3f-5aed10f5f634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:01.835779 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1c08e-bada-4d6a-953c-76a282a37e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f035ee-2e33-4a07-928e-2734eb529c3c,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:01.839122 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4ff1c08e-bada-4d6a-953c-76a282a37e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:01.840499 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c08e-bada-4d6a-953c-76a282a37e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.841999 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-4ff1c08e-bada-4d6a-953c-76a282a37e71 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8f035ee-2e33-4a07-928e-2734eb529c3c HTTP/1.1" status: 204 len: 168 time: 0.2459655 Sep 10 16:51:01.846123 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Attempting to bind port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:51:01.846560 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Attempting to bind port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:51:01.846950 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Attempting to bind port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f on network ecb65f3d-a1a4-48c7-afca-7adf91c643fb {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:51:01.853369 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f on network ecb65f3d-a1a4-48c7-afca-7adf91c643fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:51:01.853756 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Attempting to bind port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f on network ecb65f3d-a1a4-48c7-afca-7adf91c643fb {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:51:01.860982 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:51:01.861459 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Checking segment: {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:51:01.862307 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Bound using segment: {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:51:01.862428 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Bound port: 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b43be97-dd48-4910-af45-2db609785650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb'}}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:51:01.862822 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.961058 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, cleared binding levels {{(pid=75007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:51:01.964521 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:51:01.970399 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:01.980810 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:02.040696 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:02.041775 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] 10.222.0.48 "PUT /v2.0/ports/8138f2ea-df33-40c5-97b0-2a9fdfe4233f HTTP/1.1" status: 200 len: 1093 time: 1.2150834 Sep 10 16:51:02.042263 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:51:02.063742 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Pushing event updated for resources: {'Port': ['ID=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,revision_number=3']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:02.067441 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:02.155033 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'status': 'completed', 'code': 200} Sep 10 16:51:02.196768 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-43e7270a-2270-4854-b4e5-e05cbaa0671c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 1096 time: 0.1010947 Sep 10 16:51:02.286335 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-6ee961e1-73c6-41d0-91a9-a40d35c32927 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f HTTP/1.1" status: 200 len: 217 time: 0.0807307 Sep 10 16:51:02.353460 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-cd0c1218-a9cd-45c8-bf50-9dffa06879fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:02.354918 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-cd0c1218-a9cd-45c8-bf50-9dffa06879fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 200 len: 856 time: 0.0625863 Sep 10 16:51:02.463725 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-24de7136-486e-4fb4-9fa3-b716d1fa85a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1020377 Sep 10 16:51:02.558900 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4c60b-bc4a-48d1-8734-25f15cec5359 req-4568f343-ba3a-4790-8844-407540b207ca tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:02.561258 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5eb4c60b-bc4a-48d1-8734-25f15cec5359 req-4568f343-ba3a-4790-8844-407540b207ca tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.0956800 Sep 10 16:51:02.628491 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-46cd6ce3-2663-4760-9d9a-017ff590823e service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557400 Sep 10 16:51:02.681398 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5eb4c60b-bc4a-48d1-8734-25f15cec5359 req-283c538a-b96e-4a5a-a69a-ce1fa13f3789 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850432 Sep 10 16:51:02.700974 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24850b61-b66c-4b3e-b6f3-52156672d450 req-b3904bd9-d6e3-4ee0-964b-8e2c92799d8d tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:02.703011 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-24850b61-b66c-4b3e-b6f3-52156672d450 req-b3904bd9-d6e3-4ee0-964b-8e2c92799d8d tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1408839 Sep 10 16:51:02.769006 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-24850b61-b66c-4b3e-b6f3-52156672d450 req-6ecc7658-72e4-4bda-a2d0-f77f69b8e6d0 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604484 Sep 10 16:51:02.796143 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-ddb1a7d4-3aad-496c-a1a1-cd85896784ba req-2a3e7f8e-eec8-4850-8f04-415a0b6a8905 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505268 Sep 10 16:51:02.891080 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33864) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:02.927165 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-881c449f-6de1-484e-92df-570e051c0905 req-631eb707-1e47-4798-9969-ebb01833981a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 1096 time: 0.0820489 Sep 10 16:51:03.035454 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1879142862-network', 'tenant_id': 'd9ea66d3792b45bebda08e62c541158b'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:03.041259 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:03.046538 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Usage tracker for resource:network and tenant:d9ea66d3792b45bebda08e62c541158b is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:03.050233 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:03.058236 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:03.071592 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Made reservation on behalf of d9ea66d3792b45bebda08e62c541158b for: {'network': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:51:03.076750 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:03.079116 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c449f-6de1-484e-92df-570e051c0905 req-db967b18-58d1-458c-a51e-8d4aa21ed9ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:03.079884 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-881c449f-6de1-484e-92df-570e051c0905 req-db967b18-58d1-458c-a51e-8d4aa21ed9ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 918 time: 0.1438596 Sep 10 16:51:03.125268 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:03.157194 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-881c449f-6de1-484e-92df-570e051c0905 req-468289a9-907d-42bc-a313-9a293a0d83cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f HTTP/1.1" status: 200 len: 217 time: 0.0688016 Sep 10 16:51:03.176873 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:03.182520 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Usage tracker for resource:security_group_rule and tenant:d9ea66d3792b45bebda08e62c541158b is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:03.186462 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:03.193801 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:03.215402 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d03c77-c1f1-44f8-8ef4-c50e7e3d84fe req-805c0818-3752-4685-9af8-45d70173119a tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:03.217164 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-20d03c77-c1f1-44f8-8ef4-c50e7e3d84fe req-805c0818-3752-4685-9af8-45d70173119a tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 945 time: 0.1300566 Sep 10 16:51:03.221862 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c449f-6de1-484e-92df-570e051c0905 req-cedb0a80-e7d6-418b-baa6-91bbffcf07f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:03.223298 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-881c449f-6de1-484e-92df-570e051c0905 req-cedb0a80-e7d6-418b-baa6-91bbffcf07f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 200 len: 856 time: 0.0596018 Sep 10 16:51:03.288000 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-20d03c77-c1f1-44f8-8ef4-c50e7e3d84fe req-8f3d8ba3-3baf-4f13-b571-d9190c60ae6a tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610569 Sep 10 16:51:03.305510 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-881c449f-6de1-484e-92df-570e051c0905 req-90b6c9da-a213-4358-9ae2-b1c354ab7804 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752230 Sep 10 16:51:03.313899 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:03.317869 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:03.322235 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-105424f2-3187-4ed1-9481-285b1b88e0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:03.328504 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33872) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:03.347509 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=75006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:51:03.368530 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b157c44a-32a6-4b65-acbe-242241cb1d31,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:03.371091 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:03.371425 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.segments_db [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Added segment 983c267f-0057-4d43-b078-1b077050444f of type vlan for network 0064247a-02e9-4ca8-bbe2-ea6fceede77b Sep 10 16:51:03.373217 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:03.399949 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:03.432766 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:03.434019 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:03.436615 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:03.441102 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:03.444910 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-881c449f-6de1-484e-92df-570e051c0905 req-6ba30f6b-4e2a-4cec-9ed8-7e7b93855a55 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311836 Sep 10 16:51:03.589002 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-881c449f-6de1-484e-92df-570e051c0905 req-0b9514b5-76f0-4fb5-b477-513d99a2b300 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349182 Sep 10 16:51:03.592346 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Pushing event updated for resources: {'Network': ['ID=0064247a-02e9-4ca8-bbe2-ea6fceede77b,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:03.596367 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:03.599280 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7071364 Sep 10 16:51:03.605264 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33878) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:03.613135 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network 0064247a-02e9-4ca8-bbe2-ea6fceede77b details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:51:03.615583 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Request body: {'subnet': {'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1879142862-subnet', 'tenant_id': 'd9ea66d3792b45bebda08e62c541158b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:03.623852 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:03.629558 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Usage tracker for resource:subnet and tenant:d9ea66d3792b45bebda08e62c541158b is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:03.632934 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:03.641095 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:03.654616 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-43a183f4-e928-4be6-81d4-6ab100d62283 tempest-TestMinimumBasicScenario-1373610412 tempest-TestMinimumBasicScenario-1373610412-project-admin] Synchronizing usage tracker for tenant:289556d0048740ada23d0e6c082c16c1 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:51:03.658579 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Made reservation on behalf of d9ea66d3792b45bebda08e62c541158b for: {'subnet': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:51:03.660959 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2667496'] for subnet, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:03.758122 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-43a183f4-e928-4be6-81d4-6ab100d62283 tempest-TestMinimumBasicScenario-1373610412 tempest-TestMinimumBasicScenario-1373610412-project-admin] Unset dirty status for tenant:289556d0048740ada23d0e6c082c16c1 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:51:03.762454 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-43a183f4-e928-4be6-81d4-6ab100d62283 tempest-TestMinimumBasicScenario-1373610412 tempest-TestMinimumBasicScenario-1373610412-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 1093 time: 0.4289644 Sep 10 16:51:03.763719 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33884) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:03.769905 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Request body: {'floatingip': {'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'port_id': '6be25a30-e664-4f51-be85-e14c505f8b17', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'fixed_ip_address': '172.20.0.5'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:03.776824 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:03.782166 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Usage tracker for resource:floatingip and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:03.786482 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:03.793600 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:03.820837 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for floatingip, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:03.981728 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2755752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2667462'] for subnet, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:03.991211 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:04.068014 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:04.082590 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a255839-7f35-4325-95ff-aa0d8083bc90,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:04.097526 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:04.118365 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab79d4-576e-4609-b828-93f61cbd9adf req-73ad745e-3726-44ed-a25d-d01b63faef53 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:04.119819 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8dab79d4-576e-4609-b828-93f61cbd9adf req-73ad745e-3726-44ed-a25d-d01b63faef53 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.2436709 Sep 10 16:51:04.148866 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af86ef5-3363-459e-b5c8-2cacb559ac86 req-5bfd8062-15be-4cda-9f43-30f62fe83974 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:04.150289 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2af86ef5-3363-459e-b5c8-2cacb559ac86 req-5bfd8062-15be-4cda-9f43-30f62fe83974 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.2352169 Sep 10 16:51:04.156326 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Checking segment: {'id': '983c267f-0057-4d43-b078-1b077050444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:51:04.156712 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Network hostable DHCP agents. Network: 0064247a-02e9-4ca8-bbe2-ea6fceede77b, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:51:04.209320 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Allocated IP 172.28.1.207 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/c59774e1-26db-408c-8a15-2a83c34f7488) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:51:04.220087 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8dab79d4-576e-4609-b828-93f61cbd9adf req-af02604b-b645-43e0-957b-be12c17f98c2 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924277 Sep 10 16:51:04.232134 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2af86ef5-3363-459e-b5c8-2cacb559ac86 req-9680abce-a384-4f5b-9ef7-f2b534a23f5f tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678887 Sep 10 16:51:04.233278 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Network 0064247a-02e9-4ca8-bbe2-ea6fceede77b is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:51:04.245931 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, 0064247a-02e9-4ca8-bbe2-ea6fceede77b) {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:51:04.250851 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:04.251590 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:04.258867 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc96b18-69b0-4380-a5bd-76f8af4d5a1b None None] Network 0064247a-02e9-4ca8-bbe2-ea6fceede77b requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:51:04.277030 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-896fca2d-5136-43b5-86fe-dac49862f877 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6677108 Sep 10 16:51:04.376564 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:04.407078 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:04.411150 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-5355cf0a-3d5c-4efb-95be-31313051027a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:04.479934 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:51:04.484365 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:51:04.486126 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'Port': ['ID=c59774e1-26db-408c-8a15-2a83c34f7488,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:04.488163 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:51:04.510830 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcffe2b-59ca-43e5-8625-fca519ab81b5 None None] Network 0064247a-02e9-4ca8-bbe2-ea6fceede77b requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:51:04.515215 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:04.751888 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00094cb-7e3e-463d-8c20-55272f229516 req-ae739852-ccf4-4b1c-8e12-252c74ed4b88 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:04.752604 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-e00094cb-7e3e-463d-8c20-55272f229516 req-ae739852-ccf4-4b1c-8e12-252c74ed4b88 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Synchronizing usage tracker for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:port {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:51:04.842942 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-e00094cb-7e3e-463d-8c20-55272f229516 req-ae739852-ccf4-4b1c-8e12-252c74ed4b88 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Unset dirty status for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:port {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:51:04.844247 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e00094cb-7e3e-463d-8c20-55272f229516 req-ae739852-ccf4-4b1c-8e12-252c74ed4b88 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.48 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.2713449 Sep 10 16:51:04.990584 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Deleting port fc5fdc05-7928-4196-9930-806164ea9183 {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:51:04.990922 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:05.278226 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] For port fc5fdc05-7928-4196-9930-806164ea9183, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=fc5fdc05-7928-4196-9930-806164ea9183,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:51:05.278226 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:05.509234 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce837e6-009b-4f4b-a15b-d41163deeea7 req-6d78a554-6540-45ca-8365-7162ad73824f tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:05.510711 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bce837e6-009b-4f4b-a15b-d41163deeea7 req-6d78a554-6540-45ca-8365-7162ad73824f tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 946 time: 0.1381907 Sep 10 16:51:05.520692 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aacf1b-a644-4ede-8433-e59911e718f5 req-a7acd150-29c7-4bbd-a4b2-5d3dab1f9a3f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:05.522100 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c2aacf1b-a644-4ede-8433-e59911e718f5 req-a7acd150-29c7-4bbd-a4b2-5d3dab1f9a3f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.1176639 Sep 10 16:51:05.527279 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:05.591071 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bce837e6-009b-4f4b-a15b-d41163deeea7 req-c6a2b3fc-7bca-4e98-a472-e65a4e08ef34 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=242c5ce4-bf9b-4a01-acf3-e1240bf14a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679226 Sep 10 16:51:05.598945 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c2aacf1b-a644-4ede-8433-e59911e718f5 req-3c8ff719-2363-442c-bbeb-0d5c232e444a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608802 Sep 10 16:51:05.764117 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:05.822387 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:05.822743 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:05.823045 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.l3_db [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Floating IP 238f6639-c035-4ae9-ad0b-a8af52a7098d disassociated. External IP: 172.28.1.222, port: fc5fdc05-7928-4196-9930-806164ea9183. Sep 10 16:51:05.823376 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Calling delete_port for fc5fdc05-7928-4196-9930-806164ea9183 owned by compute:nova {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:51:06.081406 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:06.094148 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9297ec04-daa9-41f2-8035-a4f6b731d2a6 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:06.142295 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:06.144784 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event deleted for resources: {'Port': ['ID=fc5fdc05-7928-4196-9930-806164ea9183,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:06.148607 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:06.149416 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:06.154547 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-4a4ea479-5dda-413e-aad7-81e3d70b81a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:06.324275 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'Port': ['ID=c59774e1-26db-408c-8a15-2a83c34f7488,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:06.331479 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:06.337863 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:06.470209 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-482ad693-1085-4b07-ab6a-fb2fe4d13bba tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:06.470988 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-482ad693-1085-4b07-ab6a-fb2fe4d13bba tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Synchronizing usage tracker for tenant:d9ea66d3792b45bebda08e62c541158b on resource:network {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:51:06.492557 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-482ad693-1085-4b07-ab6a-fb2fe4d13bba tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Unset dirty status for tenant:d9ea66d3792b45bebda08e62c541158b on resource:network {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:51:06.493840 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-482ad693-1085-4b07-ab6a-fb2fe4d13bba tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/networks?id=0064247a-02e9-4ca8-bbe2-ea6fceede77b HTTP/1.1" status: 200 len: 814 time: 0.2372799 Sep 10 16:51:06.515914 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-996867e6-502d-497a-a01a-ffe13e50c1ac tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/quotas/d9ea66d3792b45bebda08e62c541158b HTTP/1.1" status: 200 len: 375 time: 0.0112391 Sep 10 16:51:06.565324 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-85be8693-bb13-4f6d-9596-d6a3286075c8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9ea66d3792b45bebda08e62c541158b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427911 Sep 10 16:51:06.646715 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:51:06.705240 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-d779ce96-3ad9-4a48-805a-636e22a3c244 service neutron] 10.222.0.43 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329217 Sep 10 16:51:06.732598 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.l3_db [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Floating IP 0a4082ec-6e70-4fb3-89dd-ca547ef5ed92 associated. External IP: 172.28.1.207, port: 6be25a30-e664-4f51-be85-e14c505f8b17. Sep 10 16:51:06.757956 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8138f2ea-df33-40c5-97b0-2a9fdfe4233f details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:51:06.832183 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8c1a659e-0e8f-4f4b-8c60-ac535e83283a req-4069620b-af5a-4a69-a823-d6063877b98f tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 210 time: 0.0990810 Sep 10 16:51:06.899661 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:51:06.908621 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-1237da4a-e562-4010-9f03-96fae81c3a40 service neutron] 10.222.0.43 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972334 Sep 10 16:51:06.916101 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'port_id': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'mac_address': 'fa:16:3e:3b:28:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:51:06.983837 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:07.004046 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8138f2ea-df33-40c5-97b0-2a9fdfe4233f {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:51:07.021957 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:51:07.027912 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:07.030363 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:07.115515 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:07.125579 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:51:07.125997 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:51:07.126394 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:51:07.126787 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:51:07.127360 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:51:07.127904 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:51:07.128288 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:51:07.128691 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:51:07.129212 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:51:07.129592 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:51:07.129974 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:51:07.134242 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:07.166890 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c5c1326e-e703-4de2-9aec-3dfbf2739a7a req-4b1c3e12-9def-43a6-8f93-d3c365bd882d tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 210 time: 0.0794082 Sep 10 16:51:07.196602 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973911-070c-45a0-8587-e3b8e6fc73f4 req-adb892e4-c7fd-4208-b491-463840c8fcb9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:07.198149 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-11973911-070c-45a0-8587-e3b8e6fc73f4 req-adb892e4-c7fd-4208-b491-463840c8fcb9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 944 time: 0.2373574 Sep 10 16:51:07.248654 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-11973911-070c-45a0-8587-e3b8e6fc73f4 req-9c864163-cc7e-43cf-aab8-2490b04381dc tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Sep 10 16:51:07.267206 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:51:07.281833 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088021c8-be07-45f4-a68d-112e6105185c None None] Sync routers for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:51:07.290469 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['8138f2ea-df33-40c5-97b0-2a9fdfe4233f'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:51:07.344261 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] No DVR routers for this DVR port fc5fdc05-7928-4196-9930-806164ea9183 on host hv-cinder-80847 {{(pid=75007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:51:07.351850 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088021c8-be07-45f4-a68d-112e6105185c None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:51:07.352598 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:07.352910 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-088021c8-be07-45f4-a68d-112e6105185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:50:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:07.355449 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59dfd24-bf53-460c-b916-479be08409c7', 'name': 'network-vif-deleted', 'tag': 'fc5fdc05-7928-4196-9930-806164ea9183'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:51:07.390312 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e00094cb-7e3e-463d-8c20-55272f229516 req-0e213a6c-d112-424f-b8a8-3b451b8e7edc tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.48 "DELETE /v2.0/ports/fc5fdc05-7928-4196-9930-806164ea9183 HTTP/1.1" status: 204 len: 173 time: 2.5381837 Sep 10 16:51:07.488273 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59dfd24-bf53-460c-b916-479be08409c7', 'name': 'network-vif-deleted', 'tag': 'fc5fdc05-7928-4196-9930-806164ea9183', 'status': 'completed', 'code': 200} Sep 10 16:51:07.556913 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Router 060d6952-a32a-48cb-aee4-07a042130825 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:51:07.675058 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-088021c8-be07-45f4-a68d-112e6105185c None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:51:07.763208 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:51:07.772755 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e9f95-1cf5-4308-9481-f601135e0613 None None] Sync routers for ids ['060d6952-a32a-48cb-aee4-07a042130825'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:51:07.783621 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:07.787395 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e9f95-1cf5-4308-9481-f601135e0613 None None] Routers {'060d6952-a32a-48cb-aee4-07a042130825'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:51:07.788004 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-1a1e9f95-1cf5-4308-9481-f601135e0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:50:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['060d6952-a32a-48cb-aee4-07a042130825'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:07.845763 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-37d71dbd-9479-456c-88b8-c5d531efe498 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0784566 Sep 10 16:51:07.846141 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33930) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:07.851698 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791500284', 'description': 'tempest-secgroup-smoke-791500284 description', 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:07.858193 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:07.862426 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Usage tracker for resource:security_group and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:07.865789 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:07.883842 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:07.902384 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:07.983595 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:07.991277 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Usage tracker for resource:security_group_rule and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:08.001434 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:08.008720 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:08.090835 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-088021c8-be07-45f4-a68d-112e6105185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:08.100979 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088021c8-be07-45f4-a68d-112e6105185c None None] Checking router: 4aa59f83-aeb0-4a24-b89b-a943edf811a6 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:51:08.123141 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088021c8-be07-45f4-a68d-112e6105185c None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:51:08.124118 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-088021c8-be07-45f4-a68d-112e6105185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:50:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:08.162659 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-1a1e9f95-1cf5-4308-9481-f601135e0613 None None] Set router 060d6952-a32a-48cb-aee4-07a042130825 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:51:08.204814 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2e57ad12-e2a9-4654-854a-fa33449e089a req-dd803b04-3086-4ef1-a3b0-fc7aca4eb694 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=b59dfd24-bf53-460c-b916-479be08409c7 HTTP/1.1" status: 200 len: 210 time: 0.0821271 Sep 10 16:51:08.206916 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.212692 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.242169 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:08.256624 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.261598 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33938) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:08.267850 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Request body: {'security_group_rule': {'security_group_id': '26ec22ba-dd19-4472-a0d4-7d3d0be75ade', 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:08.271437 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4242275 Sep 10 16:51:08.278407 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:08.286493 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Usage tracker for resource:security_group_rule and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:08.291464 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:08.297964 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:08.320334 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.390802 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d4874a13-6ea2-4b0e-8bef-5d5fbac6da1b req-408d9b97-ffbd-40d4-9503-691d2c7e2059 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 210 time: 0.0696113 Sep 10 16:51:08.396210 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ec22ba-dd19-4472-a0d4-7d3d0be75ade,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:08.401153 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:08.414349 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-088021c8-be07-45f4-a68d-112e6105185c None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:51:08.419425 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.425560 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.431535 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-09bbfe86-0cb3-4472-b9ca-9354c15c27d8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:08.473825 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde808c2-d9c0-4634-ae42-f95b46341457,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:08.483753 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:08.493659 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.498991 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-7474510b-08dc-4900-a847-d42c119c313f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2355766 Sep 10 16:51:08.499143 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33944) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:08.511710 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Request body: {'security_group_rule': {'security_group_id': '26ec22ba-dd19-4472-a0d4-7d3d0be75ade', 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:08.524956 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:08.534764 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Usage tracker for resource:security_group_rule and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:08.569909 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f355b-cb6a-49f0-bc85-012fec1ec160 req-f980c517-659c-4fde-b56e-41ac2b2ce1f4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:08.571813 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-444f355b-cb6a-49f0-bc85-012fec1ec160 req-f980c517-659c-4fde-b56e-41ac2b2ce1f4 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 944 time: 0.1051934 Sep 10 16:51:08.644916 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-1a1e9f95-1cf5-4308-9481-f601135e0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 4, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '0a4082ec-6e70-4fb3-89dd-ca547ef5ed92', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'floating_ip_address': '172.28.1.207', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '060d6952-a32a-48cb-aee4-07a042130825', 'port_id': '6be25a30-e664-4f51-be85-e14c505f8b17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'mac_address': 'fa:16:3e:a5:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:51:05Z', 'updated_at': '2021-09-10T16:51:05Z', 'revision_number': 0, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640b8de1-31d8-440a-a28e-7c320ac51fe2', 'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'mac_address': 'fa:16:3e:9d:d2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:09Z', 'updated_at': '2021-09-10T16:50:18Z', 'revision_number': 5, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'subnets': [{'id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:08.650004 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e9f95-1cf5-4308-9481-f601135e0613 None None] Checking router: 060d6952-a32a-48cb-aee4-07a042130825 for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:51:08.664881 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e9f95-1cf5-4308-9481-f601135e0613 None None] Routers {'060d6952-a32a-48cb-aee4-07a042130825'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:51:08.665929 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-1a1e9f95-1cf5-4308-9481-f601135e0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:50:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['060d6952-a32a-48cb-aee4-07a042130825'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:08.673040 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-444f355b-cb6a-49f0-bc85-012fec1ec160 req-bcfa0378-ab72-4923-9237-6641a6dff105 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908055 Sep 10 16:51:08.686668 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:08.694277 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-410b6af5-ebf0-434d-b4ae-159de4957e3e tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:08.696032 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-410b6af5-ebf0-434d-b4ae-159de4957e3e tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.48 "GET /v2.0/networks?id=0064247a-02e9-4ca8-bbe2-ea6fceede77b HTTP/1.1" status: 200 len: 814 time: 0.1580102 Sep 10 16:51:08.701338 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:08.726585 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Request body: {'port': {'device_id': 'dcc7cf1e-024d-4eb9-822d-a5c8215bc5da', 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b', 'admin_state_up': True, 'tenant_id': 'd9ea66d3792b45bebda08e62c541158b'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:08.740572 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.830651 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:51:08.864934 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8138f2ea-df33-40c5-97b0-2a9fdfe4233f up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:51:08.874118 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-1a1e9f95-1cf5-4308-9481-f601135e0613 None None] Set router 060d6952-a32a-48cb-aee4-07a042130825 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:51:08.911502 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:08.917629 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.918886 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Usage tracker for resource:port and tenant:d9ea66d3792b45bebda08e62c541158b is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:08.921792 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:08.924409 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.928946 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:08.930815 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:08.961681 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e380a7-a544-40cd-9b72-c93360f4b3b1,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:08.964414 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:08.966167 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Made reservation on behalf of d9ea66d3792b45bebda08e62c541158b for: {'port': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:51:08.969244 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.974777 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:51:08.981830 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:51:08.982459 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.986350 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:08.990340 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-8a511dae-1080-46da-929d-1741f5b537b3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4873881 Sep 10 16:51:08.990473 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33948) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:08.997138 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Request body: {'security_group_rule': {'security_group_id': '26ec22ba-dd19-4472-a0d4-7d3d0be75ade', 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:09.004626 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:09.042974 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Usage tracker for resource:security_group_rule and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:09.044814 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-088021c8-be07-45f4-a68d-112e6105185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:09.047526 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:09.055439 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088021c8-be07-45f4-a68d-112e6105185c None None] The sync data for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb is: [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:51:09.067371 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:09.132113 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.134292 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.167149 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:51:09.181959 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:51:09.189722 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.190582 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device fc5fdc05-7928-4196-9930-806164ea9183 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:51:09.221289 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:09.258877 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Allocated IP 172.20.0.3 (0064247a-02e9-4ca8-bbe2-ea6fceede77b/8a255839-7f35-4325-95ff-aa0d8083bc90/5a9d2670-5633-42a0-a263-e652ad0d0cef) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:51:09.267935 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'code': 200} Sep 10 16:51:09.275274 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: fc5fdc05-7928-4196-9930-806164ea9183 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:51:09.275627 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device fc5fdc05-7928-4196-9930-806164ea9183 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:51:09.309908 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.319024 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:09.322405 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:09.333786 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.340723 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:09.348234 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-1a1e9f95-1cf5-4308-9481-f601135e0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 4, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '0a4082ec-6e70-4fb3-89dd-ca547ef5ed92', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'floating_ip_address': '172.28.1.207', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '060d6952-a32a-48cb-aee4-07a042130825', 'port_id': '6be25a30-e664-4f51-be85-e14c505f8b17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'mac_address': 'fa:16:3e:a5:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:51:05Z', 'updated_at': '2021-09-10T16:51:05Z', 'revision_number': 0, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640b8de1-31d8-440a-a28e-7c320ac51fe2', 'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'mac_address': 'fa:16:3e:9d:d2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:09Z', 'updated_at': '2021-09-10T16:50:18Z', 'revision_number': 5, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'subnets': [{'id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:09.353116 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e9f95-1cf5-4308-9481-f601135e0613 None None] The sync data for ids ['060d6952-a32a-48cb-aee4-07a042130825'] in dv-cinder-808473-1-smb is: [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 4, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '0a4082ec-6e70-4fb3-89dd-ca547ef5ed92', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'floating_ip_address': '172.28.1.207', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '060d6952-a32a-48cb-aee4-07a042130825', 'port_id': '6be25a30-e664-4f51-be85-e14c505f8b17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'mac_address': 'fa:16:3e:a5:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:51:05Z', 'updated_at': '2021-09-10T16:51:05Z', 'revision_number': 0, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640b8de1-31d8-440a-a28e-7c320ac51fe2', 'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'mac_address': 'fa:16:3e:9d:d2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:09Z', 'updated_at': '2021-09-10T16:50:18Z', 'revision_number': 5, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'subnets': [{'id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:51:09.401766 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f0d102-27dc-469c-8186-12e20de6f38b,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:09.408083 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:09.438553 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.442544 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-5b64da30-2eef-4d6f-94da-5dd676f2ce23 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4483407 Sep 10 16:51:09.442861 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33960) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:09.453055 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3fa3a-6b3e-44ed-a683-c53c01d2005f None None] New status for floating IP 238f6639-c035-4ae9-ad0b-a8af52a7098d: DOWN {{(pid=75008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:51:09.460829 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Request body: {'security_group_rule': {'security_group_id': '26ec22ba-dd19-4472-a0d4-7d3d0be75ade', 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:09.481511 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:09.505909 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Usage tracker for resource:security_group_rule and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:09.509477 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:09.522745 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:09.524702 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33964) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:09.528576 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:51:09.627862 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17', 'status': 'completed', 'code': 200} Sep 10 16:51:09.659535 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.693826 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.707676 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bf7adb9e-6819-423b-bf9c-c5e3752b4d9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:09.718569 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693f495-2445-4ac1-ac1a-ed2683b2a9aa None None] New status for floating IP 0a4082ec-6e70-4fb3-89dd-ca547ef5ed92: ACTIVE {{(pid=75009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:51:09.737994 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-78e94a62-d4c9-4468-bf62-a0165a1a61b2 req-a3861c2b-c3bc-410b-af6f-d8e69d0089ab tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 210 time: 0.1185367 Sep 10 16:51:09.757678 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.813998 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Network 0064247a-02e9-4ca8-bbe2-ea6fceede77b is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:51:09.815256 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Pushing event updated for resources: {'Port': ['ID=5a9d2670-5633-42a0-a263-e652ad0d0cef,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:09.818753 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:09.820243 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:51:09.822398 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:51:09.835025 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-466e467e-b191-4ce3-a227-3bcdbedc5b59 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.861708 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-303b048e-4c1f-40d7-98be-16b5e0135d94 req-749e0c33-747d-48f1-8c73-ad57df93e511 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 1098 time: 0.2731419 Sep 10 16:51:09.910096 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:09.911073 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.914740 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-466e467e-b191-4ce3-a227-3bcdbedc5b59 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:09.929953 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2074513 Sep 10 16:51:09.945295 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Request body: {'port': {'device_id': 'dcc7cf1e-024d-4eb9-822d-a5c8215bc5da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:09.996919 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5c3cad47-90b3-4c41-8dbd-bbd1ef6c01c9 req-3680af0b-4dfe-4605-9928-286dac08c0f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52&device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 1098 time: 0.3183627 Sep 10 16:51:10.026004 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.057815 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.083164 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.109596 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-303b048e-4c1f-40d7-98be-16b5e0135d94 req-13a76e69-02f5-4dab-ae92-f10dccce9e34 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348139 Sep 10 16:51:10.127394 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:10.178755 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e41c23-07f0-405e-87f3-03d6aaa7c715,revision_number=0']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:10.195368 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:10.210688 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-466e467e-b191-4ce3-a227-3bcdbedc5b59 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.213041 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-466e467e-b191-4ce3-a227-3bcdbedc5b59 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.214169 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-466e467e-b191-4ce3-a227-3bcdbedc5b59 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "DELETE /v2.0/security-groups/242c5ce4-bf9b-4a01-acf3-e1240bf14a25 HTTP/1.1" status: 204 len: 168 time: 0.6885509 Sep 10 16:51:10.221305 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33972) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:10.225418 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ef977e27-e2de-4461-93c3-5c6a2b61e88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:10.238244 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.239391 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-23ad9ded-5706-4b64-97d6-e223689760f7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7930784 Sep 10 16:51:10.244353 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33976) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:10.254468 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e467e-b191-4ce3-a227-3bcdbedc5b59 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c5ce4-bf9b-4a01-acf3-e1240bf14a25,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:10.257785 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Request body: {'security_group_rule': {'security_group_id': '26ec22ba-dd19-4472-a0d4-7d3d0be75ade', 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:10.259841 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-466e467e-b191-4ce3-a227-3bcdbedc5b59 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:10.267361 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:10.267575 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765deb6-6d45-4f61-885a-0ee4b425d36e req-9502c296-cf6a-450e-9d0c-4e9cd0823afc tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:10.268941 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2765deb6-6d45-4f61-885a-0ee4b425d36e req-9502c296-cf6a-450e-9d0c-4e9cd0823afc tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.3465884 Sep 10 16:51:10.271409 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cad47-90b3-4c41-8dbd-bbd1ef6c01c9 req-a198497c-b770-4b84-8378-22fc0d564808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:10.271549 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.api.v2.resource [None req-85739ccb-a2c1-443f-bed3-a064b9eb0bf2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] show failed (client error): The resource could not be found. Sep 10 16:51:10.272955 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-85739ccb-a2c1-443f-bed3-a064b9eb0bf2 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups/242c5ce4-bf9b-4a01-acf3-e1240bf14a25 HTTP/1.1" status: 404 len: 347 time: 0.0461206 Sep 10 16:51:10.273120 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5c3cad47-90b3-4c41-8dbd-bbd1ef6c01c9 req-a198497c-b770-4b84-8378-22fc0d564808 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d53e72e7-a502-4766-aa40-fca639a01caf HTTP/1.1" status: 200 len: 915 time: 0.2564600 Sep 10 16:51:10.276294 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Usage tracker for resource:security_group_rule and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:10.276835 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 33980) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:10.281391 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:10.292737 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:10.352572 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.securitygroups_db [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Project cd4ceffb98e34ef7af9ad58b6a121e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 16:51:10.364433 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.524797 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.539017 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.546260 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-577fc3de-9be1-4d32-aa67-c590439570ba tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:10.570380 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161f6a38-b485-4ec7-bfa6-fc107ea264ec,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:10.575252 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:10.593117 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.594269 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3467629 Sep 10 16:51:10.597122 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 33984) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:10.605189 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Request body: {'security_group_rule': {'security_group_id': '26ec22ba-dd19-4472-a0d4-7d3d0be75ade', 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:10.636873 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:10.642229 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Deleting port 14ec8258-8aba-4c9e-9d7a-403fbdefed8f {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:51:10.642730 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.651962 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Usage tracker for resource:security_group_rule and tenant:cd4ceffb98e34ef7af9ad58b6a121e52 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:10.656791 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:10.664991 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:10.671663 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5c3cad47-90b3-4c41-8dbd-bbd1ef6c01c9 req-33ffa3ac-4696-4f56-bb78-daa5b087fadd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 200 len: 1001 time: 0.2379014 Sep 10 16:51:10.674465 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9d2670-5633-42a0-a263-e652ad0d0cef {{(pid=75007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:51:10.681465 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2765deb6-6d45-4f61-885a-0ee4b425d36e req-0146358d-35ac-4648-88ef-edb6f656768e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009507 Sep 10 16:51:10.683333 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.686552 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.securitygroups_db [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Project cd4ceffb98e34ef7af9ad58b6a121e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 16:51:10.698951 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.733179 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Transition to ACTIVE for port object 5a9d2670-5633-42a0-a263-e652ad0d0cef will not be triggered until provisioned by entity L2. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:51:10.741055 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.753181 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a3ecca51-7862-456c-8e5f-ba583b3673c7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:10.832058 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cad47-90b3-4c41-8dbd-bbd1ef6c01c9 req-8ac39c8c-c5c5-40d3-811d-3d21a098c6b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:10.833567 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5c3cad47-90b3-4c41-8dbd-bbd1ef6c01c9 req-8ac39c8c-c5c5-40d3-811d-3d21a098c6b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e196a20-5634-49c9-9a03-bb10361c8c0a HTTP/1.1" status: 200 len: 853 time: 0.1489108 Sep 10 16:51:10.900296 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Pushing event updated for resources: {'Port': ['ID=5a9d2670-5633-42a0-a263-e652ad0d0cef,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:10.909368 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:10.957529 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.957859 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.980626 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:10.995673 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:11.001918 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:11.034867 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd32496-1205-425b-a0b9-6ea0bdf4d4db,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:11.039493 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:11.049454 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:11.053342 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-67cdd812-21ea-4c52-ba18-e2554041ec99 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4525557 Sep 10 16:51:11.058060 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Attempting to bind port 5a9d2670-5633-42a0-a263-e652ad0d0cef on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:51:11.058457 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Attempting to bind port 5a9d2670-5633-42a0-a263-e652ad0d0cef by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '983c267f-0057-4d43-b078-1b077050444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b'}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:51:11.058843 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Attempting to bind port 5a9d2670-5633-42a0-a263-e652ad0d0cef on network 0064247a-02e9-4ca8-bbe2-ea6fceede77b {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:51:11.065753 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Port 5a9d2670-5633-42a0-a263-e652ad0d0cef on network 0064247a-02e9-4ca8-bbe2-ea6fceede77b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:51:11.066211 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Attempting to bind port 5a9d2670-5633-42a0-a263-e652ad0d0cef on network 0064247a-02e9-4ca8-bbe2-ea6fceede77b {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:51:11.072820 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:51:11.073243 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Checking segment: {'id': '983c267f-0057-4d43-b078-1b077050444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:51:11.073683 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Bound using segment: {'id': '983c267f-0057-4d43-b078-1b077050444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b'} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:51:11.074164 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Bound port: 5a9d2670-5633-42a0-a263-e652ad0d0cef, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983c267f-0057-4d43-b078-1b077050444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b'}}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:51:11.074660 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:11.111161 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Calling delete_port for 14ec8258-8aba-4c9e-9d7a-403fbdefed8f owned by network:floatingip {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:51:11.176129 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] For port 5a9d2670-5633-42a0-a263-e652ad0d0cef, host hv-cinder-80847, cleared binding levels {{(pid=75007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:51:11.180629 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] For port 5a9d2670-5633-42a0-a263-e652ad0d0cef, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5a9d2670-5633-42a0-a263-e652ad0d0cef,segment=NetworkSegment(983c267f-0057-4d43-b078-1b077050444f),segment_id=983c267f-0057-4d43-b078-1b077050444f)] {{(pid=75007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:51:11.186223 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:11.192180 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:11.194192 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5c3cad47-90b3-4c41-8dbd-bbd1ef6c01c9 req-f86ca129-2e69-4456-9a4c-9e1c922cfd0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d53e72e7-a502-4766-aa40-fca639a01caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3494167 Sep 10 16:51:11.248097 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c97ee0-31eb-4215-93bc-16625ff6b953 req-a2d4aac9-6c88-4e90-8498-805dacb77c94 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:11.254980 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-56c97ee0-31eb-4215-93bc-16625ff6b953 req-a2d4aac9-6c88-4e90-8498-805dacb77c94 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 943 time: 0.3406231 Sep 10 16:51:11.267268 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:11.269122 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] 10.222.0.48 "PUT /v2.0/ports/5a9d2670-5633-42a0-a263-e652ad0d0cef HTTP/1.1" status: 200 len: 1093 time: 1.3286293 Sep 10 16:51:11.285113 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Pushing event updated for resources: {'Port': ['ID=5a9d2670-5633-42a0-a263-e652ad0d0cef,revision_number=3']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:11.289133 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:11.389540 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-562c6dc7-eeb5-4b55-9ba3-a26cb5c84bbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9ea66d3792b45bebda08e62c541158b&device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 1096 time: 0.0715690 Sep 10 16:51:11.461362 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-e5e1ad45-d1e6-4900-bc62-6a73171e237d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9d2670-5633-42a0-a263-e652ad0d0cef HTTP/1.1" status: 200 len: 217 time: 0.0638113 Sep 10 16:51:11.463406 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-56c97ee0-31eb-4215-93bc-16625ff6b953 req-2cce8645-4172-45ab-a0df-d5d40a4fb13e tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Synchronizing usage tracker for tenant:d9ea66d3792b45bebda08e62c541158b on resource:security_group {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:51:11.467183 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-8b105a51-aeab-4bf4-add8-85e962df2c57 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Synchronizing usage tracker for tenant:cd4ceffb98e34ef7af9ad58b6a121e52 on resource:security_group {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:51:11.509927 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:11.518402 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5c21c75c-04b8-4b8f-91b5-02e5cd956cd5 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:11.523288 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-5b63a53d-9640-444c-ab79-821734597b01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:11.524759 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-5b63a53d-9640-444c-ab79-821734597b01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a255839-7f35-4325-95ff-aa0d8083bc90 HTTP/1.1" status: 200 len: 854 time: 0.0577164 Sep 10 16:51:11.546772 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5c3cad47-90b3-4c41-8dbd-bbd1ef6c01c9 req-7671bd44-b11c-432f-8135-2af462c72a43 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383870 Sep 10 16:51:11.569593 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-e592489d-ed3e-40b5-b276-d49f2d4ce8ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0064247a-02e9-4ca8-bbe2-ea6fceede77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386541 Sep 10 16:51:11.588728 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event deleted for resources: {'Port': ['ID=14ec8258-8aba-4c9e-9d7a-403fbdefed8f,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:11.595616 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-8b105a51-aeab-4bf4-add8-85e962df2c57 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Unset dirty status for tenant:cd4ceffb98e34ef7af9ad58b6a121e52 on resource:security_group {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:51:11.595944 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-8b105a51-aeab-4bf4-add8-85e962df2c57 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791500284&fields=id&tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52 HTTP/1.1" status: 200 len: 267 time: 0.3592272 Sep 10 16:51:11.600166 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:11.645309 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc7cf1e-024d-4eb9-822d-a5c8215bc5da', 'tag': '5a9d2670-5633-42a0-a263-e652ad0d0cef'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:51:11.654393 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-56c97ee0-31eb-4215-93bc-16625ff6b953 req-2cce8645-4172-45ab-a0df-d5d40a4fb13e tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Unset dirty status for tenant:d9ea66d3792b45bebda08e62c541158b on resource:security_group {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:51:11.655525 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-56c97ee0-31eb-4215-93bc-16625ff6b953 req-2cce8645-4172-45ab-a0df-d5d40a4fb13e tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998117 Sep 10 16:51:11.729267 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc7cf1e-024d-4eb9-822d-a5c8215bc5da', 'tag': '5a9d2670-5633-42a0-a263-e652ad0d0cef', 'status': 'completed', 'code': 200} Sep 10 16:51:11.733205 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-82ea833f-1e3f-4a7b-ae3e-77c7988dae00 service neutron] 10.222.0.48 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573031 Sep 10 16:51:11.870088 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8d705c4e-2e7b-4bc0-8b82-edb541db27bc req-0ea65c20-d8d1-4bde-8d4b-98731e1c1d6e service neutron] 10.222.0.48 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307912 Sep 10 16:51:11.964386 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:11.989015 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5c3cad47-90b3-4c41-8dbd-bbd1ef6c01c9 req-c8f97d49-15f3-4b66-a119-57133a36a106 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244657 Sep 10 16:51:11.994328 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8ecdd98f-db72-4940-aad6-7419b86aea05 req-61b1b7b1-93f0-4228-8836-a94b8bc2b33f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9ea66d3792b45bebda08e62c541158b&device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 1096 time: 0.0756149 Sep 10 16:51:12.008930 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-a86d44a7-ab58-49cb-a246-4ead3d6937f1 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:12.016848 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-a86d44a7-ab58-49cb-a246-4ead3d6937f1 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 945 time: 0.3730347 Sep 10 16:51:12.030953 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-f94dac3b-e704-4c1a-9a07-892ed6b38c9b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Request body: {'port': {'security_groups': ['a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf', '26ec22ba-dd19-4472-a0d4-7d3d0be75ade']}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:12.055835 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:12.060853 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "DELETE /v2.0/floatingips/238f6639-c035-4ae9-ad0b-a8af52a7098d HTTP/1.1" status: 204 len: 168 time: 1.7790976 Sep 10 16:51:12.113486 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8618f1-b38b-4e3c-92f6-4415662e7144 req-293b3a95-b6d2-408e-9647-e9635a39061b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:12.115000 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1c8618f1-b38b-4e3c-92f6-4415662e7144 req-293b3a95-b6d2-408e-9647-e9635a39061b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.2784297 Sep 10 16:51:12.218001 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-f94dac3b-e704-4c1a-9a07-892ed6b38c9b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:12.234242 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd98f-db72-4940-aad6-7419b86aea05 req-a0587b14-199a-410c-aa64-6a5deae48a93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:12.235722 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8ecdd98f-db72-4940-aad6-7419b86aea05 req-a0587b14-199a-410c-aa64-6a5deae48a93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0064247a-02e9-4ca8-bbe2-ea6fceede77b HTTP/1.1" status: 200 len: 915 time: 0.2260747 Sep 10 16:51:12.240100 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1c8618f1-b38b-4e3c-92f6-4415662e7144 req-09cccf98-dea7-498a-bf0c-88d70ebae254 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884454 Sep 10 16:51:12.308433 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8ecdd98f-db72-4940-aad6-7419b86aea05 req-d71edfc8-0fe4-48be-8a50-06533e76b8bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9d2670-5633-42a0-a263-e652ad0d0cef HTTP/1.1" status: 200 len: 217 time: 0.0651805 Sep 10 16:51:12.370822 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd98f-db72-4940-aad6-7419b86aea05 req-28a145eb-7975-401d-ac28-1bb3e05eca88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:12.372979 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8ecdd98f-db72-4940-aad6-7419b86aea05 req-28a145eb-7975-401d-ac28-1bb3e05eca88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a255839-7f35-4325-95ff-aa0d8083bc90 HTTP/1.1" status: 200 len: 854 time: 0.0569911 Sep 10 16:51:12.417750 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8ecdd98f-db72-4940-aad6-7419b86aea05 req-85222436-f5de-4c06-8b14-288411650bbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0064247a-02e9-4ca8-bbe2-ea6fceede77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381291 Sep 10 16:51:12.500405 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-f94dac3b-e704-4c1a-9a07-892ed6b38c9b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] For port 6be25a30-e664-4f51-be85-e14c505f8b17, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6be25a30-e664-4f51-be85-e14c505f8b17,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:51:12.529879 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-f94dac3b-e704-4c1a-9a07-892ed6b38c9b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:12.534833 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-f94dac3b-e704-4c1a-9a07-892ed6b38c9b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2755667'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:12.540402 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-92bcd7eb-1914-458f-a6d6-f3ec656600bb tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:12.547798 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['6be25a30-e664-4f51-be85-e14c505f8b17'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:51:12.554376 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8ecdd98f-db72-4940-aad6-7419b86aea05 req-53f71303-3fa4-455e-ab19-5745e37c9fe2 service neutron] 10.222.0.48 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300983 Sep 10 16:51:12.608677 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-f94dac3b-e704-4c1a-9a07-892ed6b38c9b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:12.609306 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-f94dac3b-e704-4c1a-9a07-892ed6b38c9b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:12.628963 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e6e4570d-1f5d-40fd-9e8c-0b50eb4487c3 req-f94dac3b-e704-4c1a-9a07-892ed6b38c9b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "PUT /v2.0/ports/6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 200 len: 981 time: 0.6111553 Sep 10 16:51:12.629723 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:51:12.674924 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dac3b-e704-4c1a-9a07-892ed6b38c9b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'Port': ['ID=6be25a30-e664-4f51-be85-e14c505f8b17,revision_number=6']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:12.682182 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f94dac3b-e704-4c1a-9a07-892ed6b38c9b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:12.699594 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['6be25a30-e664-4f51-be85-e14c505f8b17'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:51:12.722578 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-8ecdd98f-db72-4940-aad6-7419b86aea05 req-9c6fc627-4fae-4470-8303-416516b34f6c service neutron] 10.222.0.48 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613925 Sep 10 16:51:12.816026 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 34006) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:12.822159 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867614995', 'description': 'tempest-description--535602162'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:12.834864 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:12.863987 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:12.890524 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:12.972422 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:12.979793 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Usage tracker for resource:security_group_rule and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:12.987373 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:12.998853 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:13.052344 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56667bc2-7cdc-4eae-b49d-cdbedddaafa3 req-945f6fae-f560-4be2-9d2b-0299c607c4e3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:13.065351 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-56667bc2-7cdc-4eae-b49d-cdbedddaafa3 req-945f6fae-f560-4be2-9d2b-0299c607c4e3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.1279385 Sep 10 16:51:13.069062 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 34010) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:13.100474 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-97fb7d59-e70b-42e8-b32e-ba6804886c51 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Request body: {'floatingip': {'port_id': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:13.106845 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.112886 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.119449 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b12fa61a-aece-4e0d-baf4-18d4ff07a2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:13.154298 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-18a549b4-b826-4a66-8491-556eb3d55113 None None] Provisioning complete for port 6be25a30-e664-4f51-be85-e14c505f8b17 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:51:13.155183 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-18a549b4-b826-4a66-8491-556eb3d55113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.170929 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0875d9d9-0e9b-4006-9548-5ecfff892ab3,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:13.173967 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:13.179563 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.181224 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-f11b0a2c-90ce-4fb1-b28d-277049b7967a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3639238 Sep 10 16:51:13.186241 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 34014) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:13.194361 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'security_group_rule': {'security_group_id': '0875d9d9-0e9b-4006-9548-5ecfff892ab3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:13.202603 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:13.207207 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Usage tracker for resource:security_group_rule and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:13.211219 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:13.218998 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:13.272368 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17', 'status': 'completed', 'code': 200} Sep 10 16:51:13.278959 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.342133 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-97fb7d59-e70b-42e8-b32e-ba6804886c51 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.361416 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-23326235-8620-4d6a-b250-a859d76a8834 req-70d3b4d3-fba0-47b0-8a50-bef4bd3edd0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52&device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 1137 time: 0.1290913 Sep 10 16:51:13.392398 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.438365 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.454409 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b12e4348-33ec-49da-a11c-6012c95e41fe tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:13.483367 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0589e51a-a223-409f-afa8-ba46e44b3c52,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:13.491027 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:13.499217 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.503222 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-39c4567e-e1dd-47a7-a30c-1412fc2d532b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3133452 Sep 10 16:51:13.503637 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 34018) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:13.511787 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'security_group_rule': {'security_group_id': '0875d9d9-0e9b-4006-9548-5ecfff892ab3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:13.520104 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:13.535409 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Usage tracker for resource:security_group_rule and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:13.540202 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:13.557093 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:13.565868 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23326235-8620-4d6a-b250-a859d76a8834 req-9271276c-bf79-407c-9bc0-46072ca42e17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:13.567739 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-23326235-8620-4d6a-b250-a859d76a8834 req-9271276c-bf79-407c-9bc0-46072ca42e17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d53e72e7-a502-4766-aa40-fca639a01caf HTTP/1.1" status: 200 len: 915 time: 0.1988664 Sep 10 16:51:13.568358 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e79a56-283c-4a30-854f-9846212c772a req-707610b5-c2b2-4f55-b531-0419c1645b84 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:13.569852 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-68e79a56-283c-4a30-854f-9846212c772a req-707610b5-c2b2-4f55-b531-0419c1645b84 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.4944336 Sep 10 16:51:13.585590 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f01cc-1d6d-4724-89a3-bd1331ad24ba req-318561ce-a3d8-418b-9f6a-7c57135a7437 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:13.587399 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7a3f01cc-1d6d-4724-89a3-bd1331ad24ba req-318561ce-a3d8-418b-9f6a-7c57135a7437 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 943 time: 0.2814500 Sep 10 16:51:13.649698 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.723329 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-23326235-8620-4d6a-b250-a859d76a8834 req-8ca02595-87da-4ff4-a96f-f4bbb22cee0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 200 len: 1001 time: 0.1488221 Sep 10 16:51:13.755677 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-68e79a56-283c-4a30-854f-9846212c772a req-19f1b8ef-d9c4-4fc3-bd6c-d4f6c4256361 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1784914 Sep 10 16:51:13.760018 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7a3f01cc-1d6d-4724-89a3-bd1331ad24ba req-185516c8-d504-48b0-a056-d1dcff277cd3 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509960 Sep 10 16:51:13.791151 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.798237 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061074'] for security_group_rule, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.810324 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.811113 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:13.821406 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23326235-8620-4d6a-b250-a859d76a8834 req-b4f78aa5-e907-4f9d-86fc-4ff84e14c28e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:13.822825 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-23326235-8620-4d6a-b250-a859d76a8834 req-b4f78aa5-e907-4f9d-86fc-4ff84e14c28e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e196a20-5634-49c9-9a03-bb10361c8c0a HTTP/1.1" status: 200 len: 853 time: 0.0903192 Sep 10 16:51:13.866171 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e741c32-5dc2-4951-a594-1265a03a8f74,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:13.868805 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:13.881785 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.885926 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-c8b22922-fe59-4ab3-b723-4a5db1a8843b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3783162 Sep 10 16:51:13.886218 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 34024) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:13.893335 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'floatingip': {'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:13.901075 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:13.911356 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Usage tracker for resource:floatingip and tenant:90d702d7559f4126a99bbd8b70ef84d1 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:51:13.915013 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:51:13.923408 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:13.940197 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:13.955436 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-23326235-8620-4d6a-b250-a859d76a8834 req-05e3d754-68cb-4b06-801f-d8bf19c2bbae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d53e72e7-a502-4766-aa40-fca639a01caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1202762 Sep 10 16:51:14.106040 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-97fb7d59-e70b-42e8-b32e-ba6804886c51 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:14.110244 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-97fb7d59-e70b-42e8-b32e-ba6804886c51 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:14.162059 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-23326235-8620-4d6a-b250-a859d76a8834 req-014ea1f5-4b89-471f-bb35-10e0cf354834 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977456 Sep 10 16:51:14.368273 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:14.382066 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.l3_db [None req-97fb7d59-e70b-42e8-b32e-ba6804886c51 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Floating IP fbf1b7e0-6c37-49d2-9122-843012ab78d0 associated. External IP: 172.28.1.23, port: 8138f2ea-df33-40c5-97b0-2a9fdfe4233f. Sep 10 16:51:14.473601 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-23326235-8620-4d6a-b250-a859d76a8834 req-297d0cc3-d94a-42a6-a0f7-9bcb7abf60a4 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028646 Sep 10 16:51:14.548765 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Allocated IP 172.28.1.114 (fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d/fff94d06-642f-40e4-8f60-7f9b0623562d/608bfdab-7eca-4805-999c-5ae764db6e8e) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:51:14.696269 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:14.725309 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:14.729488 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-80bb4c58-3bac-4490-8128-06f5d1abf2e3 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:14.792012 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Network fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:51:14.794073 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 5a9d2670-5633-42a0-a263-e652ad0d0cef details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:51:14.795486 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:51:14.799410 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:51:14.808276 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fb7d59-e70b-42e8-b32e-ba6804886c51 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Router cb3ea995-187f-4548-ae7f-236e12f9371f has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:51:14.865962 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'Port': ['ID=608bfdab-7eca-4805-999c-5ae764db6e8e,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:14.870557 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:14.955655 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 5a9d2670-5633-42a0-a263-e652ad0d0cef, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5a9d2670-5633-42a0-a263-e652ad0d0cef,segment=NetworkSegment(983c267f-0057-4d43-b078-1b077050444f),segment_id=983c267f-0057-4d43-b078-1b077050444f)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:51:14.970616 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '5a9d2670-5633-42a0-a263-e652ad0d0cef', 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b', 'port_id': '5a9d2670-5633-42a0-a263-e652ad0d0cef', 'mac_address': 'fa:16:3e:65:e2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a255839-7f35-4325-95ff-aa0d8083bc90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:51:14.983891 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:15.022806 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163eec1-4280-4c91-9a66-11f29f19bb7f req-6fa85742-7a3b-4acf-94f3-2a1851c5cb0d tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:15.024925 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2163eec1-4280-4c91-9a66-11f29f19bb7f req-6fa85742-7a3b-4acf-94f3-2a1851c5cb0d tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 943 time: 0.1175065 Sep 10 16:51:15.045770 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:15.047304 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:15.067857 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9d2670-5633-42a0-a263-e652ad0d0cef {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:51:15.085834 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 5a9d2670-5633-42a0-a263-e652ad0d0cef, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5a9d2670-5633-42a0-a263-e652ad0d0cef,segment=NetworkSegment(983c267f-0057-4d43-b078-1b077050444f),segment_id=983c267f-0057-4d43-b078-1b077050444f)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:51:15.093286 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:15.095048 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-647bdb80-e273-4d0c-90e0-7f5bf8d92d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:15.150452 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2163eec1-4280-4c91-9a66-11f29f19bb7f req-c6dc0dce-3f45-4319-a298-94ec1652d9bc tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740600 Sep 10 16:51:15.168025 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=5a9d2670-5633-42a0-a263-e652ad0d0cef,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:15.173045 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:15.177772 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fb7d59-e70b-42e8-b32e-ba6804886c51 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:51:15.182208 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-97fb7d59-e70b-42e8-b32e-ba6804886c51 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:15.190506 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f00d60f-189a-4c27-895a-30ef039170a2 None None] Sync routers for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:51:15.207512 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f00d60f-189a-4c27-895a-30ef039170a2 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:51:15.208140 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-6f00d60f-189a-4c27-895a-30ef039170a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:50:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:15.239741 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-97fb7d59-e70b-42e8-b32e-ba6804886c51 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "PUT /v2.0/floatingips/fbf1b7e0-6c37-49d2-9122-843012ab78d0 HTTP/1.1" status: 200 len: 990 time: 2.1590114 Sep 10 16:51:15.274007 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:51:15.276969 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:15.290132 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:15.299588 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-cd7363d0-dc5d-43be-ae5a-86697aa4b488 tempest-AttachVolumeNegativeTest-689772323 tempest-AttachVolumeNegativeTest-689772323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:15.334944 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'status': 'completed', 'code': 200} Sep 10 16:51:15.350090 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['5a9d2670-5633-42a0-a263-e652ad0d0cef'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:51:15.461300 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-6f00d60f-189a-4c27-895a-30ef039170a2 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:51:15.474317 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'Port': ['ID=608bfdab-7eca-4805-999c-5ae764db6e8e,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:15.480692 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:15.502009 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:15.531103 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:15.532325 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-6c5d42e8-08ab-4ad2-a932-d8cf9d706034 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6450930 Sep 10 16:51:15.536886 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-31781b26-fa4c-473c-a028-bd099da2aceb req-e0b4646d-6c86-4ec0-b5e1-15ec26bcf8f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 1098 time: 0.1729105 Sep 10 16:51:15.676392 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31781b26-fa4c-473c-a028-bd099da2aceb req-677a5dde-1701-4e57-a9fe-bb784f5fdea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:15.682707 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-31781b26-fa4c-473c-a028-bd099da2aceb req-677a5dde-1701-4e57-a9fe-bb784f5fdea0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 918 time: 0.1394699 Sep 10 16:51:15.791999 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-31781b26-fa4c-473c-a028-bd099da2aceb req-b2b8c800-3336-4d22-b375-9406186d98ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f HTTP/1.1" status: 200 len: 998 time: 0.1019433 Sep 10 16:51:15.821479 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-fff63636-d07f-499a-a126-3e7b809944eb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Synchronizing usage tracker for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:security_group {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:51:15.838248 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-fff63636-d07f-499a-a126-3e7b809944eb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Unset dirty status for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:security_group {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:51:15.839458 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-fff63636-d07f-499a-a126-3e7b809944eb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1867614995&fields=id&tenant_id=90d702d7559f4126a99bbd8b70ef84d1 HTTP/1.1" status: 200 len: 267 time: 0.0596581 Sep 10 16:51:15.861658 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31781b26-fa4c-473c-a028-bd099da2aceb req-f60a98f5-2090-4e19-b593-763b92757b6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:15.863111 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-31781b26-fa4c-473c-a028-bd099da2aceb req-f60a98f5-2090-4e19-b593-763b92757b6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 200 len: 856 time: 0.0649509 Sep 10 16:51:15.935960 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-6f00d60f-189a-4c27-895a-30ef039170a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': 'fbf1b7e0-6c37-49d2-9122-843012ab78d0', 'tenant_id': '37c566691d13470b946e49df098800e6', 'floating_ip_address': '172.28.1.23', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'port_id': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'mac_address': 'fa:16:3e:3b:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910647fb-dfbd-4e71-9067-4bc560d65724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:50:56Z', 'updated_at': '2021-09-10T16:51:13Z', 'revision_number': 1, 'project_id': '37c566691d13470b946e49df098800e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:15.940485 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f00d60f-189a-4c27-895a-30ef039170a2 None None] Checking router: cb3ea995-187f-4548-ae7f-236e12f9371f for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:51:15.943799 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-31781b26-fa4c-473c-a028-bd099da2aceb req-8f60db43-04f9-4cd3-9475-8eee8fcf1a60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733666 Sep 10 16:51:15.951266 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f00d60f-189a-4c27-895a-30ef039170a2 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:51:15.951872 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-6f00d60f-189a-4c27-895a-30ef039170a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:50:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:15.998073 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-9f0cd9b5-400c-4bdf-aa7b-6d98d83feab6 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:16.000711 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-9f0cd9b5-400c-4bdf-aa7b-6d98d83feab6 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/networks?id=b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 200 len: 811 time: 0.1504223 Sep 10 16:51:16.019004 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-0fe02554-f7b0-4411-b9e8-9c2049db5552 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/quotas/90d702d7559f4126a99bbd8b70ef84d1 HTTP/1.1" status: 200 len: 375 time: 0.0129683 Sep 10 16:51:16.098467 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-31781b26-fa4c-473c-a028-bd099da2aceb req-87ea094d-b8a2-4402-9ec4-7dcb9b6f20a5 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442420 Sep 10 16:51:16.127648 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-790905ab-3ee3-4132-9111-0951aceed41e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Synchronizing usage tracker for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:51:16.134972 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-6f00d60f-189a-4c27-895a-30ef039170a2 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:51:16.144700 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-790905ab-3ee3-4132-9111-0951aceed41e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Unset dirty status for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:51:16.154277 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-790905ab-3ee3-4132-9111-0951aceed41e tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1284554 Sep 10 16:51:16.315510 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-12df8a0c-6cd1-4d2a-a827-0d1ce46f6dae service neutron] 10.222.0.43 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552556 Sep 10 16:51:16.346446 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-31781b26-fa4c-473c-a028-bd099da2aceb req-b52790c9-b95d-4c35-bdf9-60eccfe68bde service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409475 Sep 10 16:51:16.507881 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-6f00d60f-189a-4c27-895a-30ef039170a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': 'fbf1b7e0-6c37-49d2-9122-843012ab78d0', 'tenant_id': '37c566691d13470b946e49df098800e6', 'floating_ip_address': '172.28.1.23', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'port_id': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'mac_address': 'fa:16:3e:3b:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910647fb-dfbd-4e71-9067-4bc560d65724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:50:56Z', 'updated_at': '2021-09-10T16:51:13Z', 'revision_number': 1, 'project_id': '37c566691d13470b946e49df098800e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:16.511917 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f00d60f-189a-4c27-895a-30ef039170a2 None None] The sync data for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb is: [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': 'fbf1b7e0-6c37-49d2-9122-843012ab78d0', 'tenant_id': '37c566691d13470b946e49df098800e6', 'floating_ip_address': '172.28.1.23', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'port_id': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'mac_address': 'fa:16:3e:3b:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910647fb-dfbd-4e71-9067-4bc560d65724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:50:56Z', 'updated_at': '2021-09-10T16:51:13Z', 'revision_number': 1, 'project_id': '37c566691d13470b946e49df098800e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:51:16.592704 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-13b3aa92-916f-4e70-9546-c32d5421706e service neutron] 10.222.0.43 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659776 Sep 10 16:51:16.601757 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e99fa7-889c-4172-96c6-8088cb701867 req-4c89b36c-828b-465d-9201-325133f59d64 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:16.603188 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79e99fa7-889c-4172-96c6-8088cb701867 req-4c89b36c-828b-465d-9201-325133f59d64 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 944 time: 0.2778783 Sep 10 16:51:16.654220 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79e99fa7-889c-4172-96c6-8088cb701867 req-fa4d34e8-964f-4ddf-a1e2-88c312f47566 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440056 Sep 10 16:51:16.729447 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe234b1-057d-45c2-8a25-a754712d14e1 None None] New status for floating IP fbf1b7e0-6c37-49d2-9122-843012ab78d0: ACTIVE {{(pid=75009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:51:16.796569 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 5a9d2670-5633-42a0-a263-e652ad0d0cef up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:51:16.822795 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-af3530d0-f309-4ba9-9a83-776e4bbf5c64 req-70a472bd-320e-47a2-bc17-c6b81bb1ebdb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0528290 Sep 10 16:51:16.881593 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 5a9d2670-5633-42a0-a263-e652ad0d0cef completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:51:16.887076 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 5a9d2670-5633-42a0-a263-e652ad0d0cef triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:51:16.887890 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:17.014449 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:17.042859 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc7cf1e-024d-4eb9-822d-a5c8215bc5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9d2670-5633-42a0-a263-e652ad0d0cef'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:51:17.064483 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 5a9d2670-5633-42a0-a263-e652ad0d0cef, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5a9d2670-5633-42a0-a263-e652ad0d0cef,segment=NetworkSegment(983c267f-0057-4d43-b078-1b077050444f),segment_id=983c267f-0057-4d43-b078-1b077050444f)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:51:17.069165 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:17.071601 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:17.113847 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc7cf1e-024d-4eb9-822d-a5c8215bc5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9d2670-5633-42a0-a263-e652ad0d0cef', 'code': 200} Sep 10 16:51:17.149821 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=5a9d2670-5633-42a0-a263-e652ad0d0cef,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:17.153453 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:17.355765 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-59d3d02b-b4e9-4e0b-bdf5-956bf784c36a req-c3a021c0-16cc-4f2f-8cf9-a2188cf4d596 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 1098 time: 0.0733490 Sep 10 16:51:17.405461 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-59d3d02b-b4e9-4e0b-bdf5-956bf784c36a req-5276847f-fc1a-45c4-89a3-4129c2784250 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396950 Sep 10 16:51:17.857278 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900d719-5f5c-4c94-b4db-8d1e0bd84e06 req-f1b5bcd9-7efb-442a-bd9b-9384147a4acd tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:17.858765 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d900d719-5f5c-4c94-b4db-8d1e0bd84e06 req-f1b5bcd9-7efb-442a-bd9b-9384147a4acd tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 945 time: 0.0847890 Sep 10 16:51:17.907348 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d900d719-5f5c-4c94-b4db-8d1e0bd84e06 req-640f1a03-30b8-466f-85e0-ba08b36e4b2d tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Sep 10 16:51:18.097545 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7eb5f77f-f268-4015-8924-915b7f5fc67d req-5af47a9c-7410-452e-af0f-10c815a44dd6 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0605056 Sep 10 16:51:18.100294 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-dc3cbc2d-be72-4af9-8e04-ccf101de6ff3 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:18.101808 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-dc3cbc2d-be72-4af9-8e04-ccf101de6ff3 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.48 "GET /v2.0/networks?id=b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 200 len: 811 time: 0.1508398 Sep 10 16:51:18.158880 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-f123f5b7-23c7-4de1-a30a-955080d9d3b8 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Synchronizing usage tracker for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:security_group {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:51:18.171722 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-f123f5b7-23c7-4de1-a30a-955080d9d3b8 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Unset dirty status for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:security_group {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:51:18.173120 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-f123f5b7-23c7-4de1-a30a-955080d9d3b8 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90d702d7559f4126a99bbd8b70ef84d1 HTTP/1.1" status: 200 len: 380 time: 0.0570784 Sep 10 16:51:18.189676 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'port': {'device_id': '97b24a2b-f245-4747-82ae-20e88fe05823', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'admin_state_up': True, 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'security_groups': ['0875d9d9-0e9b-4006-9548-5ecfff892ab3']}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:18.322573 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:51:18.332113 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:51:18.341579 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Made reservation on behalf of 90d702d7559f4126a99bbd8b70ef84d1 for: {'port': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:51:18.344759 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:18.505989 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Allocated IP 172.20.0.6 (b65969a5-0d8c-42ad-9abf-b97b1a238cde/54bb58bb-87eb-4281-bd1c-58a2b9514021/5e7116ab-8363-4f7c-92ff-009350c040e1) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:51:18.693275 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:18.710105 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Transition to ACTIVE for port object 5e7116ab-8363-4f7c-92ff-009350c040e1 will not be triggered until provisioned by entity DHCP. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:51:18.732957 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:18.738463 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-5ea63d00-f15f-4775-a212-820faf47290c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:18.805594 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Network b65969a5-0d8c-42ad-9abf-b97b1a238cde is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:51:18.808533 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:51:18.812417 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:51:18.843272 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event updated for resources: {'Port': ['ID=5e7116ab-8363-4f7c-92ff-009350c040e1,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:18.853845 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:18.880902 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:18.881503 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:18.908344 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-84e67e23-b18f-476e-a5ff-8ab3247b7a1a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7223346 Sep 10 16:51:18.923303 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Request body: {'port': {'device_id': '97b24a2b-f245-4747-82ae-20e88fe05823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:19.027177 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-743be66c-22ba-4404-8226-c66603d263db None None] Provisioning for port 5e7116ab-8363-4f7c-92ff-009350c040e1 completed by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:51:19.036139 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-743be66c-22ba-4404-8226-c66603d263db None None] Provisioning complete for port 5e7116ab-8363-4f7c-92ff-009350c040e1 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:51:19.036547 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-743be66c-22ba-4404-8226-c66603d263db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:19.053746 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:19.099925 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-743be66c-22ba-4404-8226-c66603d263db None None] Port 5e7116ab-8363-4f7c-92ff-009350c040e1 cannot update to ACTIVE because it is not bound. {{(pid=75008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 16:51:19.148808 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f467f-24d0-4115-8aae-6c4adb1961ef req-5b77d196-e935-4d0f-b4fb-fa4fa97c634d tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:19.150265 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-556f467f-24d0-4115-8aae-6c4adb1961ef req-5b77d196-e935-4d0f-b4fb-fa4fa97c634d tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 945 time: 0.1027601 Sep 10 16:51:19.198252 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-556f467f-24d0-4115-8aae-6c4adb1961ef req-4b3205f6-645d-4d22-9c92-16616129b039 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Sep 10 16:51:19.307591 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e500f-65c6-48e5-9e0a-d06afb28b916 req-56d81eaa-c9c1-4163-84eb-e456ca19c715 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:19.310254 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-066e500f-65c6-48e5-9e0a-d06afb28b916 req-56d81eaa-c9c1-4163-84eb-e456ca19c715 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 931 time: 0.0888665 Sep 10 16:51:19.359800 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-066e500f-65c6-48e5-9e0a-d06afb28b916 req-77f7a9d0-851e-4eb6-853c-3235f55b6a82 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426264 Sep 10 16:51:19.420311 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7116ab-8363-4f7c-92ff-009350c040e1 {{(pid=75007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:51:19.427209 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:19.441548 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Transition to ACTIVE for port object 5e7116ab-8363-4f7c-92ff-009350c040e1 will not be triggered until provisioned by entity L2. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:51:19.445582 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:19.451499 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:19.573395 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Pushing event updated for resources: {'Port': ['ID=5e7116ab-8363-4f7c-92ff-009350c040e1,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:19.576236 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:19.789074 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Attempting to bind port 5e7116ab-8363-4f7c-92ff-009350c040e1 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:51:19.789458 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Attempting to bind port 5e7116ab-8363-4f7c-92ff-009350c040e1 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:51:19.789785 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Attempting to bind port 5e7116ab-8363-4f7c-92ff-009350c040e1 on network b65969a5-0d8c-42ad-9abf-b97b1a238cde {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:51:19.795769 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Port 5e7116ab-8363-4f7c-92ff-009350c040e1 on network b65969a5-0d8c-42ad-9abf-b97b1a238cde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:51:19.796150 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Attempting to bind port 5e7116ab-8363-4f7c-92ff-009350c040e1 on network b65969a5-0d8c-42ad-9abf-b97b1a238cde {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:51:19.804775 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:51:19.805112 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Checking segment: {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:51:19.805552 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Bound using segment: {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:51:19.805982 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Bound port: 5e7116ab-8363-4f7c-92ff-009350c040e1, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '146b7c40-f09b-4bc9-99db-6fda84fe2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde'}}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:51:19.806408 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:19.907898 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] For port 5e7116ab-8363-4f7c-92ff-009350c040e1, host hv-cinder-80847, cleared binding levels {{(pid=75007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:51:19.911202 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] For port 5e7116ab-8363-4f7c-92ff-009350c040e1, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5e7116ab-8363-4f7c-92ff-009350c040e1,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:51:19.914995 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:19.919207 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:19.975076 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:19.976331 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] 10.222.0.48 "PUT /v2.0/ports/5e7116ab-8363-4f7c-92ff-009350c040e1 HTTP/1.1" status: 200 len: 1093 time: 1.0596356 Sep 10 16:51:19.979419 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b24a2b-f245-4747-82ae-20e88fe05823', 'tag': '5e7116ab-8363-4f7c-92ff-009350c040e1'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:51:20.003096 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Pushing event updated for resources: {'Port': ['ID=5e7116ab-8363-4f7c-92ff-009350c040e1,revision_number=3']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:20.014999 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:20.079793 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b24a2b-f245-4747-82ae-20e88fe05823', 'tag': '5e7116ab-8363-4f7c-92ff-009350c040e1', 'status': 'completed', 'code': 200} Sep 10 16:51:20.127508 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-d8f89c54-def9-4f8c-915a-57b22d3d74b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 1096 time: 0.0857747 Sep 10 16:51:20.207511 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-3adeea34-237f-4ee4-8ae6-591b71df6d93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e7116ab-8363-4f7c-92ff-009350c040e1 HTTP/1.1" status: 200 len: 217 time: 0.0719557 Sep 10 16:51:20.280175 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-57c84273-cb61-4fd1-a108-d9f4a83694a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:20.281672 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-57c84273-cb61-4fd1-a108-d9f4a83694a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54bb58bb-87eb-4281-bd1c-58a2b9514021 HTTP/1.1" status: 200 len: 850 time: 0.0667467 Sep 10 16:51:20.357811 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-9dcafc5b-0314-45c9-8ff2-4e5ef871bf63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b65969a5-0d8c-42ad-9abf-b97b1a238cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689936 Sep 10 16:51:20.493126 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-7464b22e-4bac-47af-a003-449c96b87025 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276877 Sep 10 16:51:20.562204 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46674a6c-1a59-4708-9352-8b07b1b566e8 req-801872a2-3bfa-4690-9640-f970059665c5 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:20.563708 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-46674a6c-1a59-4708-9352-8b07b1b566e8 req-801872a2-3bfa-4690-9640-f970059665c5 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 943 time: 0.0796039 Sep 10 16:51:20.609838 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-46674a6c-1a59-4708-9352-8b07b1b566e8 req-99e8eef3-57f1-443d-980f-39871ca48efd tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402935 Sep 10 16:51:20.635041 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-55a60a7f-8eb8-4674-be86-bde24be85d41 req-8c2574d8-b138-4650-a0a7-e493194f3422 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340494 Sep 10 16:51:20.757941 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e1a2347-4ec5-4017-bdc5-612792465ef1 req-bbe3c8e4-dd54-4e2a-96a7-1bcc0ca54419 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 1096 time: 0.0682256 Sep 10 16:51:20.891590 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a2347-4ec5-4017-bdc5-612792465ef1 req-3226c021-777a-49c9-a622-b18bc2c040f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:20.893079 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e1a2347-4ec5-4017-bdc5-612792465ef1 req-3226c021-777a-49c9-a622-b18bc2c040f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 200 len: 912 time: 0.1288576 Sep 10 16:51:20.968991 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e1a2347-4ec5-4017-bdc5-612792465ef1 req-eb410b4e-bd3c-4100-803f-45fd3379fb8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e7116ab-8363-4f7c-92ff-009350c040e1 HTTP/1.1" status: 200 len: 217 time: 0.0669529 Sep 10 16:51:21.034478 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a2347-4ec5-4017-bdc5-612792465ef1 req-0cd61a1b-f132-4300-bc6a-3b19f135b4fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:21.035804 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e1a2347-4ec5-4017-bdc5-612792465ef1 req-0cd61a1b-f132-4300-bc6a-3b19f135b4fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54bb58bb-87eb-4281-bd1c-58a2b9514021 HTTP/1.1" status: 200 len: 850 time: 0.0605583 Sep 10 16:51:21.120416 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e1a2347-4ec5-4017-bdc5-612792465ef1 req-5c419256-590d-406c-9471-f00be896ae30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b65969a5-0d8c-42ad-9abf-b97b1a238cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706375 Sep 10 16:51:21.257906 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e1a2347-4ec5-4017-bdc5-612792465ef1 req-48fbedc9-d722-4c54-9142-e5ce34fce940 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263819 Sep 10 16:51:21.399292 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e1a2347-4ec5-4017-bdc5-612792465ef1 req-0ad36e25-6828-4d1e-b2ab-5329cab88582 service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316352 Sep 10 16:51:21.821634 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef905-a3a0-4cf9-835c-abac830a223a req-4ced3868-26b1-4b59-aaff-6c88e37fb820 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:21.823057 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2b2ef905-a3a0-4cf9-835c-abac830a223a req-4ced3868-26b1-4b59-aaff-6c88e37fb820 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 943 time: 0.0808001 Sep 10 16:51:21.870555 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2b2ef905-a3a0-4cf9-835c-abac830a223a req-b581ba50-b1be-4581-9779-17734b8bec5c tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414069 Sep 10 16:51:23.077995 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e6cb-7da6-4957-8358-6fd711382aa9 req-b5e7cb3f-3242-4f4c-a422-1ae73686d1b3 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:23.079464 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bca6e6cb-7da6-4957-8358-6fd711382aa9 req-b5e7cb3f-3242-4f4c-a422-1ae73686d1b3 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 943 time: 0.0834053 Sep 10 16:51:23.130661 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bca6e6cb-7da6-4957-8358-6fd711382aa9 req-4fefd0d4-65e8-4fe3-9f23-ea3438eb3745 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455487 Sep 10 16:51:24.328765 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebb948-9436-404e-b5b9-335a1ef80cfc req-14bed33b-af22-44d4-bbb0-44a2e63e1b44 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:24.330102 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-01ebb948-9436-404e-b5b9-335a1ef80cfc req-14bed33b-af22-44d4-bbb0-44a2e63e1b44 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 943 time: 0.0788763 Sep 10 16:51:24.377180 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-01ebb948-9436-404e-b5b9-335a1ef80cfc req-75c9220e-0e5e-42c7-b16d-cff034c19ce0 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 Sep 10 16:51:24.868734 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 5e7116ab-8363-4f7c-92ff-009350c040e1 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:51:25.001997 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 5e7116ab-8363-4f7c-92ff-009350c040e1, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5e7116ab-8363-4f7c-92ff-009350c040e1,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:51:25.015255 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '5e7116ab-8363-4f7c-92ff-009350c040e1', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'port_id': '5e7116ab-8363-4f7c-92ff-009350c040e1', 'mac_address': 'fa:16:3e:80:7b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:51:25.069801 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:25.086848 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7116ab-8363-4f7c-92ff-009350c040e1 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:51:25.101231 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 5e7116ab-8363-4f7c-92ff-009350c040e1, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5e7116ab-8363-4f7c-92ff-009350c040e1,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:51:25.104937 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:25.107230 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:25.206268 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=5e7116ab-8363-4f7c-92ff-009350c040e1,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:25.209382 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:25.396638 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['5e7116ab-8363-4f7c-92ff-009350c040e1'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:51:25.581978 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19688302-9754-4a43-a485-e024d362636f req-52200c8b-af53-4dc6-a539-d97de1105d91 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:25.583423 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-19688302-9754-4a43-a485-e024d362636f req-52200c8b-af53-4dc6-a539-d97de1105d91 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 944 time: 0.0819814 Sep 10 16:51:25.630135 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-19688302-9754-4a43-a485-e024d362636f req-e3aeb694-8273-4f16-aedd-b5a1f4de27cb tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411077 Sep 10 16:51:26.829783 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53291f31-5920-43b8-945e-6cb8692875c2 req-b721a05e-5d32-4c6e-95b4-79fb05df91f3 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:26.831221 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-53291f31-5920-43b8-945e-6cb8692875c2 req-b721a05e-5d32-4c6e-95b4-79fb05df91f3 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 944 time: 0.0781145 Sep 10 16:51:26.877249 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-53291f31-5920-43b8-945e-6cb8692875c2 req-edeae36f-6fdb-414b-a194-3c0f83a20486 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 Sep 10 16:51:26.882552 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 5e7116ab-8363-4f7c-92ff-009350c040e1 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:51:26.951859 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 5e7116ab-8363-4f7c-92ff-009350c040e1 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:51:26.956410 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 5e7116ab-8363-4f7c-92ff-009350c040e1 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:51:26.956821 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:27.081190 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:27.111384 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-38809fb1-1c06-4fee-b815-0bbc11680767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:27.118049 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b24a2b-f245-4747-82ae-20e88fe05823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7116ab-8363-4f7c-92ff-009350c040e1'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:51:27.128506 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 5e7116ab-8363-4f7c-92ff-009350c040e1, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5e7116ab-8363-4f7c-92ff-009350c040e1,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:51:27.132547 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:27.135323 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-44e401a0-b9a3-42f3-b57b-bd6a88b23546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:51:27.178308 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b24a2b-f245-4747-82ae-20e88fe05823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7116ab-8363-4f7c-92ff-009350c040e1', 'code': 200} Sep 10 16:51:27.208703 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=5e7116ab-8363-4f7c-92ff-009350c040e1,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:51:27.211437 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:51:27.406731 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-69050984-616d-40a8-9d3f-f5d4ef181a28 req-da1998e9-f7ec-4354-b01e-de1de5ca853e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 1098 time: 0.0707579 Sep 10 16:51:27.456000 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:27.456640 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-69050984-616d-40a8-9d3f-f5d4ef181a28 req-f4b5ecdd-fde7-4d16-b720-ce402d0d94f1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 Sep 10 16:51:28.096122 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a452480-1954-4f97-a2ac-521cf0647920 req-9543b67c-18bd-4bcc-af85-7f8eb457d484 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:28.097740 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9a452480-1954-4f97-a2ac-521cf0647920 req-9543b67c-18bd-4bcc-af85-7f8eb457d484 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 945 time: 0.0903933 Sep 10 16:51:28.144755 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9a452480-1954-4f97-a2ac-521cf0647920 req-263c7427-3d6c-4b18-8282-2a231ff3dabe tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Sep 10 16:51:29.344627 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429881a-11ad-4e92-bf30-f359936effa2 req-031da1f5-d28e-4dfb-85bf-526c978abd36 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:29.345931 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6429881a-11ad-4e92-bf30-f359936effa2 req-031da1f5-d28e-4dfb-85bf-526c978abd36 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 945 time: 0.0773215 Sep 10 16:51:29.360514 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c24b5603-9ac6-4c81-9cf4-1e9f82e1c1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:29.393047 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6429881a-11ad-4e92-bf30-f359936effa2 req-f21c08e6-8cd6-4bf9-a92b-52e886240ef1 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405495 Sep 10 16:51:29.589047 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670842f2-1374-4360-9c2a-7b83e28773c2 req-a188d3e8-fcb3-4b32-b038-d607331b3868 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:29.591111 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-670842f2-1374-4360-9c2a-7b83e28773c2 req-a188d3e8-fcb3-4b32-b038-d607331b3868 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 945 time: 0.0820544 Sep 10 16:51:29.599557 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 34156) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:51:29.607795 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [None req-4965de08-3bb7-4bab-ad0c-5cc49ed3a139 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Request body: {'floatingip': {'port_id': '5e7116ab-8363-4f7c-92ff-009350c040e1'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:51:29.682229 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4965de08-3bb7-4bab-ad0c-5cc49ed3a139 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:30.208048 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:30.354844 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4965de08-3bb7-4bab-ad0c-5cc49ed3a139 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:30.359068 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4965de08-3bb7-4bab-ad0c-5cc49ed3a139 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:30.553752 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.l3_db [None req-4965de08-3bb7-4bab-ad0c-5cc49ed3a139 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Floating IP 24b4bea4-057b-49c9-8d61-5d60fee2d1fc associated. External IP: 172.28.1.114, port: 5e7116ab-8363-4f7c-92ff-009350c040e1. Sep 10 16:51:30.952553 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4965de08-3bb7-4bab-ad0c-5cc49ed3a139 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:51:31.156368 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4965de08-3bb7-4bab-ad0c-5cc49ed3a139 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:51:31.161126 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4965de08-3bb7-4bab-ad0c-5cc49ed3a139 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:31.165946 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7849ed2d-1518-4460-bb1d-081ae12b7f4e None None] Sync routers for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:51:31.178054 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7849ed2d-1518-4460-bb1d-081ae12b7f4e None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:51:31.179027 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7849ed2d-1518-4460-bb1d-081ae12b7f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:51:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:31.215729 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-4965de08-3bb7-4bab-ad0c-5cc49ed3a139 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "PUT /v2.0/floatingips/24b4bea4-057b-49c9-8d61-5d60fee2d1fc HTTP/1.1" status: 200 len: 991 time: 1.6119289 Sep 10 16:51:31.215729 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b24a2b-f245-4747-82ae-20e88fe05823', 'tag': '5e7116ab-8363-4f7c-92ff-009350c040e1'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:51:31.281227 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b24a2b-f245-4747-82ae-20e88fe05823', 'tag': '5e7116ab-8363-4f7c-92ff-009350c040e1', 'status': 'completed', 'code': 200} Sep 10 16:51:31.382249 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-7849ed2d-1518-4460-bb1d-081ae12b7f4e None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:51:31.468838 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-47fc77a5-80e8-4459-97db-4b32b9c95ca6 req-25faf7ab-9395-43d1-819e-9d29a2c5ec8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 1098 time: 0.1582341 Sep 10 16:51:31.606851 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc77a5-80e8-4459-97db-4b32b9c95ca6 req-303dc12a-2b6d-41da-a8d9-0315b11568da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:31.608304 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-47fc77a5-80e8-4459-97db-4b32b9c95ca6 req-303dc12a-2b6d-41da-a8d9-0315b11568da service neutron] 10.222.0.48 "GET /v2.0/networks?id=b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 200 len: 912 time: 0.1287944 Sep 10 16:51:31.715385 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-47fc77a5-80e8-4459-97db-4b32b9c95ca6 req-2c00a3c6-5a53-468b-af49-58f43b9b011e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e7116ab-8363-4f7c-92ff-009350c040e1 HTTP/1.1" status: 200 len: 999 time: 0.0997834 Sep 10 16:51:31.758495 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:31.770954 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7849ed2d-1518-4460-bb1d-081ae12b7f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '24b4bea4-057b-49c9-8d61-5d60fee2d1fc', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'floating_ip_address': '172.28.1.114', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'port_id': '5e7116ab-8363-4f7c-92ff-009350c040e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'mac_address': 'fa:16:3e:80:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b24a2b-f245-4747-82ae-20e88fe05823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:51:14Z', 'updated_at': '2021-09-10T16:51:30Z', 'revision_number': 1, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:31.775123 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7849ed2d-1518-4460-bb1d-081ae12b7f4e None None] Checking router: 4aa59f83-aeb0-4a24-b89b-a943edf811a6 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:51:31.787192 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7849ed2d-1518-4460-bb1d-081ae12b7f4e None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:51:31.787846 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7849ed2d-1518-4460-bb1d-081ae12b7f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:51:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:31.790989 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc77a5-80e8-4459-97db-4b32b9c95ca6 req-9a8f3ffb-4b69-431f-9088-4fd20bf516ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:31.792483 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-47fc77a5-80e8-4459-97db-4b32b9c95ca6 req-9a8f3ffb-4b69-431f-9088-4fd20bf516ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54bb58bb-87eb-4281-bd1c-58a2b9514021 HTTP/1.1" status: 200 len: 850 time: 0.0578339 Sep 10 16:51:31.876651 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-47fc77a5-80e8-4459-97db-4b32b9c95ca6 req-941024e3-e796-42d3-b958-6e16f4bb97c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b65969a5-0d8c-42ad-9abf-b97b1a238cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764885 Sep 10 16:51:31.975290 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-7849ed2d-1518-4460-bb1d-081ae12b7f4e None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:51:32.012908 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-47fc77a5-80e8-4459-97db-4b32b9c95ca6 req-e5453dc1-6bc7-427a-ba8b-37b8687921fb service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248348 Sep 10 16:51:32.152582 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-47fc77a5-80e8-4459-97db-4b32b9c95ca6 req-102123d6-75ac-4283-beea-d405db2c34ac service neutron] 10.222.0.48 "GET /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310058 Sep 10 16:51:32.364307 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7849ed2d-1518-4460-bb1d-081ae12b7f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '24b4bea4-057b-49c9-8d61-5d60fee2d1fc', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'floating_ip_address': '172.28.1.114', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'port_id': '5e7116ab-8363-4f7c-92ff-009350c040e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'mac_address': 'fa:16:3e:80:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b24a2b-f245-4747-82ae-20e88fe05823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:51:14Z', 'updated_at': '2021-09-10T16:51:30Z', 'revision_number': 1, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:51:32.368642 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7849ed2d-1518-4460-bb1d-081ae12b7f4e None None] The sync data for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb is: [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_floatingips': [{'id': '24b4bea4-057b-49c9-8d61-5d60fee2d1fc', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'floating_ip_address': '172.28.1.114', 'floating_network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'router_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'port_id': '5e7116ab-8363-4f7c-92ff-009350c040e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'mac_address': 'fa:16:3e:80:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b24a2b-f245-4747-82ae-20e88fe05823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:51:14Z', 'updated_at': '2021-09-10T16:51:30Z', 'revision_number': 1, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:51:32.561471 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aaaee4-7cb4-4642-b139-917b6bb994fc None None] New status for floating IP 24b4bea4-057b-49c9-8d61-5d60fee2d1fc: ACTIVE {{(pid=75009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:51:43.439897 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-dba14eee-83c8-4bfe-a494-1906724711b2 req-0a88f43e-69cb-4e39-8421-377a8b3761d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52&device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 1137 time: 0.0700991 Sep 10 16:51:43.487081 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d77e9a-65be-4098-9e90-647dad8d7815 req-6430b6e4-332c-48e5-8805-c4a140a2d080 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:43.488660 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e6d77e9a-65be-4098-9e90-647dad8d7815 req-6430b6e4-332c-48e5-8805-c4a140a2d080 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0794477 Sep 10 16:51:43.535774 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e6d77e9a-65be-4098-9e90-647dad8d7815 req-586be7fa-27d9-4191-8abe-a49f646219f2 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410621 Sep 10 16:51:43.575124 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba14eee-83c8-4bfe-a494-1906724711b2 req-69459b17-6d16-46c8-bf95-d2c6c94b278f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:43.576601 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-dba14eee-83c8-4bfe-a494-1906724711b2 req-69459b17-6d16-46c8-bf95-d2c6c94b278f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d53e72e7-a502-4766-aa40-fca639a01caf HTTP/1.1" status: 200 len: 915 time: 0.1287889 Sep 10 16:51:43.680155 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-dba14eee-83c8-4bfe-a494-1906724711b2 req-926b3e9c-c298-4914-a4f9-f92e24fcf09a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 200 len: 1001 time: 0.0953503 Sep 10 16:51:43.745815 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba14eee-83c8-4bfe-a494-1906724711b2 req-74c4dbd6-c72f-4f63-ab1b-08e12dcd951c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:43.747930 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-dba14eee-83c8-4bfe-a494-1906724711b2 req-74c4dbd6-c72f-4f63-ab1b-08e12dcd951c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e196a20-5634-49c9-9a03-bb10361c8c0a HTTP/1.1" status: 200 len: 853 time: 0.0581808 Sep 10 16:51:43.795554 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:43.830352 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-dba14eee-83c8-4bfe-a494-1906724711b2 req-5af12bca-6b73-4985-9a00-8e366e9e2036 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d53e72e7-a502-4766-aa40-fca639a01caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725186 Sep 10 16:51:43.960133 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-dba14eee-83c8-4bfe-a494-1906724711b2 req-e6b399d7-f4ff-4cef-9a6c-23c7483b2a26 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211236 Sep 10 16:51:44.097979 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-dba14eee-83c8-4bfe-a494-1906724711b2 req-bb4ae17f-990c-44a7-bc6d-e90787928f62 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309030 Sep 10 16:51:44.801678 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd00521-501d-4113-bf6f-f8a58e08a266 req-62dc6aa3-f5a9-448b-b44c-455547f1167a tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:44.803131 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0fd00521-501d-4113-bf6f-f8a58e08a266 req-62dc6aa3-f5a9-448b-b44c-455547f1167a tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.1447756 Sep 10 16:51:44.861047 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0fd00521-501d-4113-bf6f-f8a58e08a266 req-dd6b4527-7524-4bfc-a09a-5942e30997b0 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523572 Sep 10 16:51:45.770292 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:51:45.788526 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e012a08f-be4d-41ee-9dfa-268abd4aad57 req-9f7aa39e-7e0b-4b34-a576-a9b7b849dfc8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661604 Sep 10 16:51:46.037431 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e012a08f-be4d-41ee-9dfa-268abd4aad57 req-96b10b1a-e196-43e4-84c2-7733c88893fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b344ba5f825845a4981adad205d90ea0&device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 1098 time: 0.1770973 Sep 10 16:51:46.169460 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eabd34-bc73-46a4-aa02-7d8d64471a07 req-4e00bd11-3009-492f-bec5-63de0d4f0a08 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:46.170943 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-43eabd34-bc73-46a4-aa02-7d8d64471a07 req-4e00bd11-3009-492f-bec5-63de0d4f0a08 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.1778045 Sep 10 16:51:46.195165 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012a08f-be4d-41ee-9dfa-268abd4aad57 req-4e9e361c-6b20-44c4-b24d-65456493e5e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:46.196389 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e012a08f-be4d-41ee-9dfa-268abd4aad57 req-4e9e361c-6b20-44c4-b24d-65456493e5e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19b435ae-57cc-4736-a6ea-9d3189011e76 HTTP/1.1" status: 200 len: 909 time: 0.1360502 Sep 10 16:51:46.218657 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-43eabd34-bc73-46a4-aa02-7d8d64471a07 req-c543d4be-2ab1-4f73-91b7-5d463a76b2d4 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417888 Sep 10 16:51:46.300292 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e012a08f-be4d-41ee-9dfa-268abd4aad57 req-19c8716a-f89f-4bfb-af8c-9eb951230772 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0 HTTP/1.1" status: 200 len: 1001 time: 0.0959492 Sep 10 16:51:46.369114 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012a08f-be4d-41ee-9dfa-268abd4aad57 req-c0849553-1375-4072-8202-bfcc44d88ab9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:46.370569 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e012a08f-be4d-41ee-9dfa-268abd4aad57 req-c0849553-1375-4072-8202-bfcc44d88ab9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63cfbc35-14cf-4931-b6ab-a1b9c9ce3253 HTTP/1.1" status: 200 len: 847 time: 0.0630760 Sep 10 16:51:46.450154 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e012a08f-be4d-41ee-9dfa-268abd4aad57 req-bc9982a4-f54f-480d-b1f8-3af1944a1c03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19b435ae-57cc-4736-a6ea-9d3189011e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701346 Sep 10 16:51:46.583880 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e012a08f-be4d-41ee-9dfa-268abd4aad57 req-0baff5db-6db6-411c-afe0-01fba2562f67 service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249497 Sep 10 16:51:46.722183 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-e012a08f-be4d-41ee-9dfa-268abd4aad57 req-af2a5af2-5cc2-4781-b7ed-a1631999000f service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264031 Sep 10 16:51:47.494390 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371deab2-be0d-45ff-9755-5742dc05174c req-fd4b1518-4d4f-47bc-a4eb-9f819bf40c3e tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:47.496276 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-371deab2-be0d-45ff-9755-5742dc05174c req-fd4b1518-4d4f-47bc-a4eb-9f819bf40c3e tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.1528332 Sep 10 16:51:47.543852 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-371deab2-be0d-45ff-9755-5742dc05174c req-2950095a-6815-4dab-8f21-6019a6108e12 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415599 Sep 10 16:51:48.754328 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90821817-0136-493e-8f50-35780882efa6 req-fa7ededd-8456-4005-b0ed-2afbb64a2a51 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:48.755831 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-90821817-0136-493e-8f50-35780882efa6 req-fa7ededd-8456-4005-b0ed-2afbb64a2a51 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0842555 Sep 10 16:51:48.804399 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-90821817-0136-493e-8f50-35780882efa6 req-109c115b-708c-47d3-981a-0a8ace9130eb tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422606 Sep 10 16:51:50.009956 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11df7c-6b4d-4bbf-af55-730e8b384090 req-42ae7605-54e2-46ab-9f96-aa70447f20d8 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:50.012167 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ec11df7c-6b4d-4bbf-af55-730e8b384090 req-42ae7605-54e2-46ab-9f96-aa70447f20d8 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0767801 Sep 10 16:51:50.065947 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ec11df7c-6b4d-4bbf-af55-730e8b384090 req-e6a3d60f-bef9-4e76-b5f7-235c7b993558 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476286 Sep 10 16:51:51.269497 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18424cda-1de9-4ebe-83bf-ef67060eafc3 req-d650958b-b4bc-4654-a356-4fd67863fe40 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:51.270929 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-18424cda-1de9-4ebe-83bf-ef67060eafc3 req-d650958b-b4bc-4654-a356-4fd67863fe40 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0767660 Sep 10 16:51:51.318863 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-18424cda-1de9-4ebe-83bf-ef67060eafc3 req-34a8d254-69bd-450d-9f92-0f64a49e0c31 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423303 Sep 10 16:51:52.519076 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1d746-cde7-43b0-8352-024ec5331467 req-1571ceb1-78b5-4037-b6ae-6ac032ed1a1e tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:52.520540 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4fe1d746-cde7-43b0-8352-024ec5331467 req-1571ceb1-78b5-4037-b6ae-6ac032ed1a1e tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0800686 Sep 10 16:51:52.566779 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4fe1d746-cde7-43b0-8352-024ec5331467 req-87fd5a1b-68e4-4a95-a07c-fb0326e5d6db tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406508 Sep 10 16:51:53.761152 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2d6e7-255c-4ab5-9fc8-5b85aae80253 req-a1e0c36b-d9c4-4166-bb3b-9ccdcae86197 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:53.763125 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fac2d6e7-255c-4ab5-9fc8-5b85aae80253 req-a1e0c36b-d9c4-4166-bb3b-9ccdcae86197 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0765572 Sep 10 16:51:53.809635 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fac2d6e7-255c-4ab5-9fc8-5b85aae80253 req-ccd706e3-eebd-45ee-b15c-5cf0411bd539 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409994 Sep 10 16:51:55.153810 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b41be2-8c19-420f-a970-290e035019cc req-78c49b0f-d513-456a-9bd5-8ef85d43dd4e tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:55.155244 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a1b41be2-8c19-420f-a970-290e035019cc req-78c49b0f-d513-456a-9bd5-8ef85d43dd4e tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0788357 Sep 10 16:51:55.200517 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a1b41be2-8c19-420f-a970-290e035019cc req-b3f35b0d-3e75-4a14-a66a-bf9b362279ba tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396295 Sep 10 16:51:56.400337 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e82c19-ba92-4e01-a7e9-3bde45744526 req-fa4476fe-056c-46d3-a074-001c26dd2ec3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:56.401819 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f8e82c19-ba92-4e01-a7e9-3bde45744526 req-fa4476fe-056c-46d3-a074-001c26dd2ec3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0785294 Sep 10 16:51:56.453609 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f8e82c19-ba92-4e01-a7e9-3bde45744526 req-93b3a81a-9742-4e10-bb33-691fcb9bf6f6 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458257 Sep 10 16:51:57.092801 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-d35d0468-45d9-4ac2-8be2-7ee5f0e06042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:57.458634 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:57.656117 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069d0a-ebc2-40a3-92b6-309ecc35cef6 req-e2179aac-6807-4297-9975-9171fab7fa16 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:57.657588 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-25069d0a-ebc2-40a3-92b6-309ecc35cef6 req-e2179aac-6807-4297-9975-9171fab7fa16 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0772760 Sep 10 16:51:57.704054 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-25069d0a-ebc2-40a3-92b6-309ecc35cef6 req-1cb35900-f4a1-4b3c-9365-f66392570f59 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406334 Sep 10 16:51:58.915383 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da8863-4f76-4921-a2d4-504761dabbd9 req-5e48fc9f-c9e3-47d9-83aa-f6234969e5e3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:58.916852 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-00da8863-4f76-4921-a2d4-504761dabbd9 req-5e48fc9f-c9e3-47d9-83aa-f6234969e5e3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0810599 Sep 10 16:51:58.963986 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-00da8863-4f76-4921-a2d4-504761dabbd9 req-df21a125-3843-48eb-b118-238a9754011e tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410433 Sep 10 16:51:59.352772 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-6a71bea7-a7c1-492f-91c1-9487d620083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:51:59.623202 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19136287-0030-4560-b0f6-60dfde812a8a req-fc9604b6-787f-42cd-b030-3071033ad000 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:51:59.624661 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-19136287-0030-4560-b0f6-60dfde812a8a req-fc9604b6-787f-42cd-b030-3071033ad000 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 945 time: 0.0764432 Sep 10 16:51:59.668694 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-19136287-0030-4560-b0f6-60dfde812a8a req-c4a52dd5-3ad6-42b5-9607-a4a92ec91472 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385695 Sep 10 16:52:00.165464 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba327ec-5e1f-49d6-8e17-b979cdf86fea req-d2579fba-8794-4d6c-8372-e211853de15b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:00.166834 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bba327ec-5e1f-49d6-8e17-b979cdf86fea req-d2579fba-8794-4d6c-8372-e211853de15b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0787001 Sep 10 16:52:00.210994 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:00.213850 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bba327ec-5e1f-49d6-8e17-b979cdf86fea req-9dbdc79e-2a94-4d33-b07f-0998cca5f372 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407314 Sep 10 16:52:00.874019 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82e3e6-ff13-4263-a144-998121f1e60a req-29c8f83c-23bd-4257-b462-7eb1936afc14 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:00.876356 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fb82e3e6-ff13-4263-a144-998121f1e60a req-29c8f83c-23bd-4257-b462-7eb1936afc14 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 945 time: 0.0837696 Sep 10 16:52:00.923052 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fb82e3e6-ff13-4263-a144-998121f1e60a req-437fb123-8cbf-44f3-a9ff-754c9fdcc099 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405986 Sep 10 16:52:01.410454 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512784bf-c9be-46c5-8dd0-c8fac01c3110 req-34becf58-5fa0-438d-989c-17129bc72d7a tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:01.411881 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-512784bf-c9be-46c5-8dd0-c8fac01c3110 req-34becf58-5fa0-438d-989c-17129bc72d7a tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0802114 Sep 10 16:52:01.457312 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-512784bf-c9be-46c5-8dd0-c8fac01c3110 req-5711d2ee-92f5-4f8d-a975-6be4a838c0cc tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399542 Sep 10 16:52:01.743258 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:02.119718 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2756284-3a58-430d-b7e4-2f7c99fce1f0 req-c39e2980-eac1-4c5e-9998-9a359c0cfa85 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:02.121984 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a2756284-3a58-430d-b7e4-2f7c99fce1f0 req-c39e2980-eac1-4c5e-9998-9a359c0cfa85 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 945 time: 0.0799978 Sep 10 16:52:02.170359 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a2756284-3a58-430d-b7e4-2f7c99fce1f0 req-43be0684-f839-4ae9-ab11-fcf31933dc01 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428936 Sep 10 16:52:02.649612 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adcb5f-5222-4701-88b7-daae3f01acc4 req-d968b736-4077-4ee2-80af-ab44d16b3407 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:02.650972 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f5adcb5f-5222-4701-88b7-daae3f01acc4 req-d968b736-4077-4ee2-80af-ab44d16b3407 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0759861 Sep 10 16:52:02.696970 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f5adcb5f-5222-4701-88b7-daae3f01acc4 req-524a307d-d70a-48cc-b49f-aceeb48bce55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398600 Sep 10 16:52:03.493786 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912802b0-33d2-4954-9204-d1409810a20a req-0e060c44-2c6b-4d1e-8b7d-cb001dfd756e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:03.495113 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-912802b0-33d2-4954-9204-d1409810a20a req-0e060c44-2c6b-4d1e-8b7d-cb001dfd756e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.1201026 Sep 10 16:52:03.554563 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-912802b0-33d2-4954-9204-d1409810a20a req-d81b2bc5-759f-4b03-bdbf-c88167c3f8c3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505724 Sep 10 16:52:03.561512 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce727c-0b64-48c9-a846-91ef2224e093 req-9b6d76d3-631e-4c06-b702-13beb4aeae86 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:03.562892 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a1ce727c-0b64-48c9-a846-91ef2224e093 req-9b6d76d3-631e-4c06-b702-13beb4aeae86 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 945 time: 0.1237948 Sep 10 16:52:03.611017 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a1ce727c-0b64-48c9-a846-91ef2224e093 req-6b62d2e4-8d20-461c-b234-344e74593d36 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 Sep 10 16:52:03.954350 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992bc39-56bf-4385-a44f-b931117c6269 req-4656da52-af85-4e40-83df-4053eb363ab0 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:03.955815 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f992bc39-56bf-4385-a44f-b931117c6269 req-4656da52-af85-4e40-83df-4053eb363ab0 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.1398866 Sep 10 16:52:04.005295 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f992bc39-56bf-4385-a44f-b931117c6269 req-fe1bbb9a-a5d5-4acd-9187-866ee750dfd5 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438640 Sep 10 16:52:04.825300 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a4f49-b5d2-4fab-ad43-43a7de56ba4b req-06abfb6f-bb0b-4c46-aacf-56cabdaf7e71 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:04.826728 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f49a4f49-b5d2-4fab-ad43-43a7de56ba4b req-06abfb6f-bb0b-4c46-aacf-56cabdaf7e71 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.1335580 Sep 10 16:52:04.836738 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56d2cc-55c3-470b-98a7-45790848a88e req-64529212-9384-41b6-a037-ff0edf404ef4 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:04.838073 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ec56d2cc-55c3-470b-98a7-45790848a88e req-64529212-9384-41b6-a037-ff0edf404ef4 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 945 time: 0.1031649 Sep 10 16:52:04.910412 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f49a4f49-b5d2-4fab-ad43-43a7de56ba4b req-0ed6025b-8827-4111-a86c-9edc02082b0c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713198 Sep 10 16:52:04.914991 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ec56d2cc-55c3-470b-98a7-45790848a88e req-8d29523a-6915-42fa-aba0-762a58fb340e tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635009 Sep 10 16:52:05.208560 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265d382-5c24-4b40-9a31-d3ead33e8873 req-d5cbd5db-c3e2-4955-b3cc-7b3136e60680 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:05.209920 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b265d382-5c24-4b40-9a31-d3ead33e8873 req-d5cbd5db-c3e2-4955-b3cc-7b3136e60680 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.0777657 Sep 10 16:52:05.237980 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-31ae6940-8112-4461-aeb1-775b7c3f4cef tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:05.238677 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-31ae6940-8112-4461-aeb1-775b7c3f4cef tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Synchronizing usage tracker for tenant:d9ea66d3792b45bebda08e62c541158b on resource:port {{(pid=75007) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:52:05.256674 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-31ae6940-8112-4461-aeb1-775b7c3f4cef tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Unset dirty status for tenant:d9ea66d3792b45bebda08e62c541158b on resource:port {{(pid=75007) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:52:05.257611 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b265d382-5c24-4b40-9a31-d3ead33e8873 req-13524517-31c7-448f-9356-f492b13b0f64 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ec22ba-dd19-4472-a0d4-7d3d0be75ade&id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417137 Sep 10 16:52:05.257818 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-31ae6940-8112-4461-aeb1-775b7c3f4cef tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 945 time: 0.1013002 Sep 10 16:52:05.325540 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Deleting port 5a9d2670-5633-42a0-a263-e652ad0d0cef {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:52:05.325876 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:05.559260 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] For port 5a9d2670-5633-42a0-a263-e652ad0d0cef, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5a9d2670-5633-42a0-a263-e652ad0d0cef,segment=NetworkSegment(983c267f-0057-4d43-b078-1b077050444f),segment_id=983c267f-0057-4d43-b078-1b077050444f)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:05.559590 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:05.674517 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Calling delete_port for 5a9d2670-5633-42a0-a263-e652ad0d0cef owned by compute:nova {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:52:05.809541 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:05.815171 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-30cfae27-4718-4a9c-bd4a-52e1dc7dedc8 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:05.820968 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['5a9d2670-5633-42a0-a263-e652ad0d0cef'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:52:05.858548 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Pushing event deleted for resources: {'Port': ['ID=5a9d2670-5633-42a0-a263-e652ad0d0cef,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:05.898361 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:05.898739 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:05.899100 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:05.899453 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:05.899807 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:05.900159 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:05.900531 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:05.900905 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:05.901250 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:05.901593 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:05.902068 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:05.912382 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:05.946048 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] No DVR routers for this DVR port 5a9d2670-5633-42a0-a263-e652ad0d0cef on host hv-cinder-80847 {{(pid=75007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:52:05.948745 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:05.951277 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc7cf1e-024d-4eb9-822d-a5c8215bc5da', 'name': 'network-vif-deleted', 'tag': '5a9d2670-5633-42a0-a263-e652ad0d0cef'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:52:05.966873 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-bac1cea5-aaa4-4c70-8f2f-a98757e92c61 req-774e29c0-92ad-440d-985c-e8b6dd24ac27 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.48 "DELETE /v2.0/ports/5a9d2670-5633-42a0-a263-e652ad0d0cef HTTP/1.1" status: 204 len: 173 time: 0.7027559 Sep 10 16:52:06.139236 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-622ffa1f-98e0-4555-a5cf-de2da2abb7f8 req-4d890c95-09c3-4198-8322-dc12711339c4 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc7cf1e-024d-4eb9-822d-a5c8215bc5da HTTP/1.1" status: 200 len: 210 time: 0.0950162 Sep 10 16:52:06.183618 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4524dc-78f7-4a92-ab01-64ff8398aa74 req-a42dcc34-1803-4b80-94d3-dd988e56708b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:06.185101 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5e4524dc-78f7-4a92-ab01-64ff8398aa74 req-a42dcc34-1803-4b80-94d3-dd988e56708b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0900400 Sep 10 16:52:06.203866 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc7cf1e-024d-4eb9-822d-a5c8215bc5da', 'name': 'network-vif-deleted', 'tag': '5a9d2670-5633-42a0-a263-e652ad0d0cef', 'status': 'completed', 'code': 200} Sep 10 16:52:06.231401 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5e4524dc-78f7-4a92-ab01-64ff8398aa74 req-4f9dc3c3-fa2c-4dd7-b1dd-3c22e723617f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408177 Sep 10 16:52:07.582435 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7742cb-17bb-4220-9601-c5f498df3f13 req-f9b73e97-d60f-4afe-a9fc-f0142e161172 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:07.583873 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd7742cb-17bb-4220-9601-c5f498df3f13 req-f9b73e97-d60f-4afe-a9fc-f0142e161172 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0803180 Sep 10 16:52:07.629094 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd7742cb-17bb-4220-9601-c5f498df3f13 req-7c3c795d-d34f-45a6-8da9-6cd751c17585 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396411 Sep 10 16:52:08.845340 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c31bfc-0afb-4365-9173-b53b87c5bc1d req-4baea28b-9325-46b7-bf53-27f5fb10b4c5 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:08.846836 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-45c31bfc-0afb-4365-9173-b53b87c5bc1d req-4baea28b-9325-46b7-bf53-27f5fb10b4c5 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0827339 Sep 10 16:52:08.893542 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-45c31bfc-0afb-4365-9173-b53b87c5bc1d req-af825952-f973-441e-be6c-809e6372e4fd tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 Sep 10 16:52:09.225099 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 5a9d2670-5633-42a0-a263-e652ad0d0cef no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:52:09.258247 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 5a9d2670-5633-42a0-a263-e652ad0d0cef {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:52:09.258596 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 5a9d2670-5633-42a0-a263-e652ad0d0cef not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:52:10.128662 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd427d3-e044-41f1-8397-1969268eb4c3 req-42ebe754-95a6-4867-8a39-628f8b175037 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:10.130127 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-acd427d3-e044-41f1-8397-1969268eb4c3 req-42ebe754-95a6-4867-8a39-628f8b175037 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0994585 Sep 10 16:52:10.175633 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-acd427d3-e044-41f1-8397-1969268eb4c3 req-1a1e5ccc-434e-4516-b01f-cc1e333275dc tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399470 Sep 10 16:52:11.541720 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-261e79c2-e89a-4f65-9ded-11b9aff06352 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:11.543974 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-261e79c2-e89a-4f65-9ded-11b9aff06352 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/networks?id=0064247a-02e9-4ca8-bbe2-ea6fceede77b HTTP/1.1" status: 200 len: 814 time: 0.1952744 Sep 10 16:52:11.549555 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf325d60-7e5d-4bbd-8a35-5dc8d2c79e35 req-6e3e5bcd-e30e-4f0b-ae8a-7ea0f8ca9838 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:11.550899 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bf325d60-7e5d-4bbd-8a35-5dc8d2c79e35 req-6e3e5bcd-e30e-4f0b-ae8a-7ea0f8ca9838 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.2040136 Sep 10 16:52:11.581765 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-8a8a2673-aed8-40e8-8c93-c610b3951b4a tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/quotas/d9ea66d3792b45bebda08e62c541158b HTTP/1.1" status: 200 len: 375 time: 0.0299375 Sep 10 16:52:11.640271 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-432c05fc-1fc4-4ad5-ad6e-2dde0135ad8d tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9ea66d3792b45bebda08e62c541158b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476902 Sep 10 16:52:11.644027 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bf325d60-7e5d-4bbd-8a35-5dc8d2c79e35 req-7268417e-00fc-4dd2-b39a-2db88b178c6b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857654 Sep 10 16:52:11.842023 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-875be23c-fccd-4745-9722-3bfb061509c7 service neutron] 10.222.0.43 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948884 Sep 10 16:52:11.980988 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a4fc5aa0-eef4-4d7d-92fa-c32954c1e630 service neutron] 10.222.0.43 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333716 Sep 10 16:52:12.173734 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f84722f6-6a87-4648-b1e7-f6e66afffb3f req-2c64e6c7-b88c-4afe-bcaa-ced951fd4cfd tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 210 time: 0.0424223 Sep 10 16:52:12.868410 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e163a-a416-4c5a-a55c-dc860dae086e req-de90669f-ac09-4321-8987-9feb4b6bd6a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:12.869818 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3f9e163a-a416-4c5a-a55c-dc860dae086e req-de90669f-ac09-4321-8987-9feb4b6bd6a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0857630 Sep 10 16:52:12.916968 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3f9e163a-a416-4c5a-a55c-dc860dae086e req-4b663a85-a460-4a24-a668-e0f5c5a4d784 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408907 Sep 10 16:52:13.341103 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2ca991bd-5928-4569-b73a-cb188fe90c52 req-67bd6a06-a2ea-4e05-a789-41f0e19c5977 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 210 time: 0.0415242 Sep 10 16:52:13.538032 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-aee6999e-8f7b-4340-b4d4-cb133ae6669b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:13.539443 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-aee6999e-8f7b-4340-b4d4-cb133ae6669b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.48 "GET /v2.0/networks?id=0064247a-02e9-4ca8-bbe2-ea6fceede77b HTTP/1.1" status: 200 len: 814 time: 0.2415354 Sep 10 16:52:13.556772 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Request body: {'port': {'device_id': 'a3934394-d309-4710-bccd-c8aa5c6a3600', 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b', 'admin_state_up': True, 'tenant_id': 'd9ea66d3792b45bebda08e62c541158b'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:52:13.691812 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:52:13.695847 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Usage tracker for resource:port and tenant:d9ea66d3792b45bebda08e62c541158b is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:52:13.698724 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:52:13.704698 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:52:13.713572 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Made reservation on behalf of d9ea66d3792b45bebda08e62c541158b for: {'port': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:52:13.717269 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:13.815813 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:13.879557 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_common [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Allocated IP 172.20.0.2 (0064247a-02e9-4ca8-bbe2-ea6fceede77b/8a255839-7f35-4325-95ff-aa0d8083bc90/8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c) {{(pid=75007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:52:14.086636 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks [] for port, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:14.115362 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:14.121924 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3f06d504-3ce2-488a-8f63-ddce3e18dccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:14.191597 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Network 0064247a-02e9-4ca8-bbe2-ea6fceede77b is already hosted by enough agents. {{(pid=75007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:52:14.194811 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Resources bound (agent type, host, resource id): {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:52:14.199723 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Received port after_create {{(pid=75007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:52:14.229091 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25e92-bff2-47a5-80db-b612d20e3116 req-b13094d9-b37e-4ef3-a5e4-6d170a184eb3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:14.230227 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Pushing event updated for resources: {'Port': ['ID=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:14.231040 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9fc25e92-bff2-47a5-80db-b612d20e3116 req-b13094d9-b37e-4ef3-a5e4-6d170a184eb3 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.1626947 Sep 10 16:52:14.249121 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:14.273580 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:14.274179 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:14.279539 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9fc25e92-bff2-47a5-80db-b612d20e3116 req-525e0cdf-0f3a-4e34-acc4-a6946e56ea55 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Sep 10 16:52:14.299112 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-a823ed5e-7094-475c-9a22-fcaa92eb7797 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7456505 Sep 10 16:52:14.385433 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Request body: {'port': {'device_id': 'a3934394-d309-4710-bccd-c8aa5c6a3600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:52:14.495653 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:14.539460 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd98783-1355-484e-8c2e-8ae2b1172d15 req-263169ac-02e5-4eed-8583-cb34c4eb068c tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:14.540931 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9fd98783-1355-484e-8c2e-8ae2b1172d15 req-263169ac-02e5-4eed-8583-cb34c4eb068c tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 931 time: 0.0761976 Sep 10 16:52:14.592937 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9fd98783-1355-484e-8c2e-8ae2b1172d15 req-4e8596d3-9c7e-4cda-a722-fccac2e4b69d tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456951 Sep 10 16:52:14.830755 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c {{(pid=75007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:52:14.837423 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:14.851762 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.provisioning_blocks [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Transition to ACTIVE for port object 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c will not be triggered until provisioned by entity L2. {{(pid=75007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:52:14.855128 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:14.858468 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9ce921e9-0164-40e6-a82e-a16e52270068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:14.980869 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c,revision_number=2']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:14.984606 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:15.087316 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Attempting to bind port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:52:15.087640 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Attempting to bind port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '983c267f-0057-4d43-b078-1b077050444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b'}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:52:15.087956 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Attempting to bind port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c on network 0064247a-02e9-4ca8-bbe2-ea6fceede77b {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:52:15.093671 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c on network 0064247a-02e9-4ca8-bbe2-ea6fceede77b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:52:15.093977 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Attempting to bind port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c on network 0064247a-02e9-4ca8-bbe2-ea6fceede77b {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:52:15.100251 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:52:15.100599 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Checking segment: {'id': '983c267f-0057-4d43-b078-1b077050444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:52:15.100971 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Bound using segment: {'id': '983c267f-0057-4d43-b078-1b077050444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b'} {{(pid=75007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:52:15.101384 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.managers [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Bound port: 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983c267f-0057-4d43-b078-1b077050444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b'}}] {{(pid=75007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:52:15.101715 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:15.186614 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] For port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c, host hv-cinder-80847, cleared binding levels {{(pid=75007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:52:15.189507 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] For port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c,segment=NetworkSegment(983c267f-0057-4d43-b078-1b077050444f),segment_id=983c267f-0057-4d43-b078-1b077050444f)] {{(pid=75007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:52:15.193727 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296073'] for port, after_update {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:15.197802 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7735bc1f-17d7-42b3-8db4-75b2a9e419fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:15.258598 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:15.259930 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c HTTP/1.1" status: 200 len: 1093 time: 0.9510121 Sep 10 16:52:15.260463 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3934394-d309-4710-bccd-c8aa5c6a3600', 'tag': '8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c'}] {{(pid=75007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:52:15.281442 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c,revision_number=3']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:15.284343 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d6b5125e-0da7-4ac0-b605-c94df84996c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:15.335652 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3934394-d309-4710-bccd-c8aa5c6a3600', 'tag': '8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c', 'status': 'completed', 'code': 200} Sep 10 16:52:15.372336 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-4e9bb03e-4726-4577-8c87-ab79dc632ea8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9ea66d3792b45bebda08e62c541158b&device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 1096 time: 0.0703628 Sep 10 16:52:15.497257 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd342c0-e5b0-43b2-a450-80511df0bd93 req-778338d5-916c-4bc4-ab50-2934a4adc9c0 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:15.498797 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2dd342c0-e5b0-43b2-a450-80511df0bd93 req-778338d5-916c-4bc4-ab50-2934a4adc9c0 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0817192 Sep 10 16:52:15.539948 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-e8cde967-86b1-461c-9f4c-c11174b1a792 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c HTTP/1.1" status: 200 len: 217 time: 0.1571388 Sep 10 16:52:15.549490 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2dd342c0-e5b0-43b2-a450-80511df0bd93 req-daa4517b-bae7-4a29-b7a5-41d15e89a40f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443053 Sep 10 16:52:15.602534 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-32a2b01f-f42b-4552-a571-47fc9c838e42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:15.606639 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-32a2b01f-f42b-4552-a571-47fc9c838e42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a255839-7f35-4325-95ff-aa0d8083bc90 HTTP/1.1" status: 200 len: 854 time: 0.0567200 Sep 10 16:52:15.657503 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-3a034fa7-15fc-4906-9fad-cca4091ea757 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0064247a-02e9-4ca8-bbe2-ea6fceede77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402567 Sep 10 16:52:15.787925 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-366e1576-f7d1-448a-9575-7e53c0e9a3ed service neutron] 10.222.0.48 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233170 Sep 10 16:52:15.796058 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915d3f-e605-4402-a4a1-1a5e1f7c7455 req-658e9b6e-fa50-465d-9599-c042f2fa5456 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:15.797516 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b6915d3f-e605-4402-a4a1-1a5e1f7c7455 req-658e9b6e-fa50-465d-9599-c042f2fa5456 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 943 time: 0.0802262 Sep 10 16:52:15.843306 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b6915d3f-e605-4402-a4a1-1a5e1f7c7455 req-8bc2abf4-7da5-4a30-8f05-60e4ffb06f71 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Sep 10 16:52:15.925629 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-7301680a-f1d2-42f7-be85-b4583c4818fe req-b5fde1a1-9646-4e0d-befe-4a3488a4ec01 service neutron] 10.222.0.48 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288958 Sep 10 16:52:16.047088 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b8c2e9d-c5a1-4ec9-98a8-f6a5c196c68c req-48ccd044-369e-4c22-ac09-e61ce25fefb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9ea66d3792b45bebda08e62c541158b&device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 1096 time: 0.0721357 Sep 10 16:52:16.183742 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c2e9d-c5a1-4ec9-98a8-f6a5c196c68c req-c1fb673c-1d60-4b6d-b5e4-9230b0dbda81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:16.185214 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b8c2e9d-c5a1-4ec9-98a8-f6a5c196c68c req-c1fb673c-1d60-4b6d-b5e4-9230b0dbda81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0064247a-02e9-4ca8-bbe2-ea6fceede77b HTTP/1.1" status: 200 len: 915 time: 0.1307962 Sep 10 16:52:16.274106 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b8c2e9d-c5a1-4ec9-98a8-f6a5c196c68c req-299f3929-ec94-43ad-827c-05a1d278b2ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c HTTP/1.1" status: 200 len: 217 time: 0.0621572 Sep 10 16:52:16.348891 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c2e9d-c5a1-4ec9-98a8-f6a5c196c68c req-6523718e-8a9c-4dd4-8f74-7d518cc9d35e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:16.350768 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b8c2e9d-c5a1-4ec9-98a8-f6a5c196c68c req-6523718e-8a9c-4dd4-8f74-7d518cc9d35e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a255839-7f35-4325-95ff-aa0d8083bc90 HTTP/1.1" status: 200 len: 854 time: 0.0626004 Sep 10 16:52:16.397280 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b8c2e9d-c5a1-4ec9-98a8-f6a5c196c68c req-e6932afd-fbba-427b-bf83-63537b488fa5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0064247a-02e9-4ca8-bbe2-ea6fceede77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389802 Sep 10 16:52:16.527867 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b8c2e9d-c5a1-4ec9-98a8-f6a5c196c68c req-1a9ba5fb-6bf1-4492-bed4-ec3f0041c6f2 service neutron] 10.222.0.48 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237018 Sep 10 16:52:16.675861 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-2b8c2e9d-c5a1-4ec9-98a8-f6a5c196c68c req-74d7becf-aa48-490e-9054-536eb1ec3c7b service neutron] 10.222.0.48 "GET /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392920 Sep 10 16:52:16.807309 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc665a97-aa21-4e5e-9b71-f800e58714b5 req-1be0e207-b41e-47dd-b48f-0f6ddecd933f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:16.809673 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bc665a97-aa21-4e5e-9b71-f800e58714b5 req-1be0e207-b41e-47dd-b48f-0f6ddecd933f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.1038980 Sep 10 16:52:16.866860 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bc665a97-aa21-4e5e-9b71-f800e58714b5 req-79dc05ca-c693-45c9-9b90-fcc735a6b380 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479827 Sep 10 16:52:17.080336 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3405bf4-5b1e-4674-8d1e-4a59bb501977 req-7da71af5-31af-4b78-8d0e-b2d86520de01 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:17.083227 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a3405bf4-5b1e-4674-8d1e-4a59bb501977 req-7da71af5-31af-4b78-8d0e-b2d86520de01 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 943 time: 0.0904644 Sep 10 16:52:17.136909 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a3405bf4-5b1e-4674-8d1e-4a59bb501977 req-6aec0854-30ea-4efd-8af9-e69203363f3b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478392 Sep 10 16:52:17.256340 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8138f2ea-df33-40c5-97b0-2a9fdfe4233f details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:52:17.398458 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:17.412902 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'port_id': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'mac_address': 'fa:16:3e:3b:28:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:52:17.474663 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:17.493464 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8138f2ea-df33-40c5-97b0-2a9fdfe4233f {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:52:17.510965 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:17.516236 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:17.519349 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:17.588213 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,revision_number=6']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:17.597280 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:17.597646 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:17.597980 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:17.598308 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:17.598631 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:17.598949 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:17.599266 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:17.599580 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:17.599893 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:17.600205 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:17.600545 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:17.606600 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:17.633366 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['8138f2ea-df33-40c5-97b0-2a9fdfe4233f'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:52:18.126115 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab038d4-b3a6-4ebe-9256-68d7df89a723 req-a9599c83-9623-4a39-88db-014fb333f1f8 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:18.128289 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bab038d4-b3a6-4ebe-9256-68d7df89a723 req-a9599c83-9623-4a39-88db-014fb333f1f8 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 944 time: 0.0830176 Sep 10 16:52:18.180369 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bab038d4-b3a6-4ebe-9256-68d7df89a723 req-51c3c0ff-0085-4e22-ac22-87a731da7f8e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450864 Sep 10 16:52:18.383903 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784768d-d275-4c05-9d28-752bf79b744d req-8a5b1d22-8a53-4f6f-879c-d00064812910 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:18.385297 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f784768d-d275-4c05-9d28-752bf79b744d req-8a5b1d22-8a53-4f6f-879c-d00064812910 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 943 time: 0.0959179 Sep 10 16:52:18.441853 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f784768d-d275-4c05-9d28-752bf79b744d req-2c59c670-b232-4ea9-a511-23b06b9c12bf tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498629 Sep 10 16:52:18.999045 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a2618-8fcf-4e84-a2ba-99d903d5519c req-33f05286-83e9-4bdb-9ba0-ca95821d1d63 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:19.012064 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-707a2618-8fcf-4e84-a2ba-99d903d5519c req-33f05286-83e9-4bdb-9ba0-ca95821d1d63 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0939169 Sep 10 16:52:19.092017 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-707a2618-8fcf-4e84-a2ba-99d903d5519c req-a3bf459c-155c-486f-9cc9-077912ffc574 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788901 Sep 10 16:52:19.266920 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:52:19.427053 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c,segment=NetworkSegment(983c267f-0057-4d43-b078-1b077050444f),segment_id=983c267f-0057-4d43-b078-1b077050444f)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:19.441862 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8138f2ea-df33-40c5-97b0-2a9fdfe4233f up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:52:19.470653 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c', 'network_id': '0064247a-02e9-4ca8-bbe2-ea6fceede77b', 'port_id': '8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c', 'mac_address': 'fa:16:3e:11:e7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a255839-7f35-4325-95ff-aa0d8083bc90', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:52:19.502141 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3bbc1-9332-47d8-88de-0502665ea81c req-7f07be00-6459-4ae8-82f3-1b3137f52eb9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:19.512627 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f1a3bbc1-9332-47d8-88de-0502665ea81c req-7f07be00-6459-4ae8-82f3-1b3137f52eb9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 944 time: 0.1237338 Sep 10 16:52:19.623530 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f1a3bbc1-9332-47d8-88de-0502665ea81c req-ded2151d-c721-4fd7-8801-f4a1530d9bb9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096601 Sep 10 16:52:19.661522 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:19.685330 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:52:19.709348 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c,segment=NetworkSegment(983c267f-0057-4d43-b078-1b077050444f),segment_id=983c267f-0057-4d43-b078-1b077050444f)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:19.717711 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:19.719879 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:19.785411 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:52:19.786052 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:19.834187 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf9833-9be0-4878-a5c5-3d832f67891f req-77b46b54-d078-405b-9fd3-2cf07d102fa7 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:19.842761 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c9cf9833-9be0-4878-a5c5-3d832f67891f req-77b46b54-d078-405b-9fd3-2cf07d102fa7 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 944 time: 0.1637952 Sep 10 16:52:19.896946 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c9cf9833-9be0-4878-a5c5-3d832f67891f req-ed2be633-4806-4d29-b660-b24cd6ec8da1 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533209 Sep 10 16:52:19.914960 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:19.925812 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:19.978558 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:20.014741 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:52:20.025209 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:20.029830 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:20.031900 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-4125c566-3362-45cb-b5d4-192a5ac323ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:20.067441 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:52:20.131741 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'code': 200} Sep 10 16:52:20.191450 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,revision_number=7']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:20.202843 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:20.303834 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc164e9-8590-4e6d-8573-fd6247ffcbac req-49bff914-6dc3-4cb5-93e8-5714b3d5ae9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:20.310952 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2bc164e9-8590-4e6d-8573-fd6247ffcbac req-49bff914-6dc3-4cb5-93e8-5714b3d5ae9a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0879037 Sep 10 16:52:20.368484 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2bc164e9-8590-4e6d-8573-fd6247ffcbac req-4723dd4c-3a45-4fe9-95cc-f0133185e30e tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560162 Sep 10 16:52:20.860152 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a66cb-c97a-4b64-b9e6-f2fc20696585 req-12ca4d13-cea5-4646-a3e0-b1d998410a8e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:20.862033 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f48a66cb-c97a-4b64-b9e6-f2fc20696585 req-12ca4d13-cea5-4646-a3e0-b1d998410a8e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0964739 Sep 10 16:52:20.922954 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f48a66cb-c97a-4b64-b9e6-f2fc20696585 req-8f6e0a12-3e1e-4f0f-ae49-bdccf5df21ed tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540643 Sep 10 16:52:21.165809 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d00a58-7118-42f7-b492-da750c6907b7 req-944d15b4-9d5b-4599-9eab-bf2fd19f7038 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:21.167990 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-48d00a58-7118-42f7-b492-da750c6907b7 req-944d15b4-9d5b-4599-9eab-bf2fd19f7038 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 944 time: 0.0946820 Sep 10 16:52:21.225554 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-48d00a58-7118-42f7-b492-da750c6907b7 req-cdf86312-6f44-4b53-8ecf-ef18c87532f0 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519369 Sep 10 16:52:21.272034 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:52:21.401851 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:52:21.407633 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:52:21.408006 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:21.544523 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:21.589844 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb274a-8670-4a86-b43e-9e6c5b922c83 req-5cca4d6e-f0d3-4646-9626-238da7aa8ccd tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:21.597091 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3bbb274a-8670-4a86-b43e-9e6c5b922c83 req-5cca4d6e-f0d3-4646-9626-238da7aa8ccd tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.1037116 Sep 10 16:52:21.624691 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c,segment=NetworkSegment(983c267f-0057-4d43-b078-1b077050444f),segment_id=983c267f-0057-4d43-b078-1b077050444f)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:21.630238 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:21.634597 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:21.671421 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3bbb274a-8670-4a86-b43e-9e6c5b922c83 req-a5919c29-c493-4c28-b724-529dd1d2da35 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732946 Sep 10 16:52:21.764337 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:21.767837 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:22.133400 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3934394-d309-4710-bccd-c8aa5c6a3600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:52:22.191825 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a461-0c7e-4767-9583-bf7cd8663da5 req-4ac6b486-49af-445c-8979-a3f94b9709c2 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:22.196917 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b244a461-0c7e-4767-9583-bf7cd8663da5 req-4ac6b486-49af-445c-8979-a3f94b9709c2 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0945821 Sep 10 16:52:22.220271 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3934394-d309-4710-bccd-c8aa5c6a3600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c', 'code': 200} Sep 10 16:52:22.257115 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b244a461-0c7e-4767-9583-bf7cd8663da5 req-b7406864-eb4b-4915-92fd-9d7f83815dec tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544021 Sep 10 16:52:22.473904 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49ccdf-5ff0-448d-838f-66d6095b66e7 req-234fe3af-a342-4344-917b-b7907f5a8023 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:22.475634 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5b49ccdf-5ff0-448d-838f-66d6095b66e7 req-234fe3af-a342-4344-917b-b7907f5a8023 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 945 time: 0.0872436 Sep 10 16:52:22.498720 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-1c0fe6bf-0067-45f8-b3f8-d438e8690a48 req-21d8706f-1555-4332-a9e4-5f669e10ed04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 1098 time: 0.0807686 Sep 10 16:52:22.538669 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5b49ccdf-5ff0-448d-838f-66d6095b66e7 req-649e276f-15d6-4473-8103-1beeb9c41c61 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566440 Sep 10 16:52:22.551717 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-1c0fe6bf-0067-45f8-b3f8-d438e8690a48 req-b5e2a3a8-5de0-4fbd-9f84-b661a26caf85 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Sep 10 16:52:22.771052 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:52:22.888409 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f90516-9f54-4227-83f6-ec874d98f589 req-776aef66-ccaa-4e9f-a9bd-de2a677614e2 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:22.889681 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d7f90516-9f54-4227-83f6-ec874d98f589 req-776aef66-ccaa-4e9f-a9bd-de2a677614e2 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0890617 Sep 10 16:52:22.949239 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d7f90516-9f54-4227-83f6-ec874d98f589 req-428ef06d-ee38-4de9-90e8-4eea92a8cd25 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530908 Sep 10 16:52:23.514753 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde5367-b3be-4bdb-a509-dfc522ea5753 req-46c90d60-6a88-4836-b024-e91950dab250 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:23.516329 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0dde5367-b3be-4bdb-a509-dfc522ea5753 req-46c90d60-6a88-4836-b024-e91950dab250 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0863848 Sep 10 16:52:23.580478 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0dde5367-b3be-4bdb-a509-dfc522ea5753 req-6f5671f5-b0e0-41ed-abf0-d89676d85154 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552351 Sep 10 16:52:23.841655 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4d1c-f7ff-4bd9-a7e2-f59569958eef req-7a9f186d-0d3d-418c-a563-157772b78253 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:23.843185 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-628f4d1c-f7ff-4bd9-a7e2-f59569958eef req-7a9f186d-0d3d-418c-a563-157772b78253 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 945 time: 0.1665139 Sep 10 16:52:23.909522 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-628f4d1c-f7ff-4bd9-a7e2-f59569958eef req-e50a1ee3-2978-4e2c-b983-c3c362d3f2af tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603013 Sep 10 16:52:24.175981 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2915e-38a6-4fb1-9829-2005bce92ba8 req-74459ee6-6e18-46d8-a4c5-4c082a6e1fdc tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:24.177656 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79b2915e-38a6-4fb1-9829-2005bce92ba8 req-74459ee6-6e18-46d8-a4c5-4c082a6e1fdc tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0883796 Sep 10 16:52:24.248164 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-79b2915e-38a6-4fb1-9829-2005bce92ba8 req-3e52c301-d94f-4b8e-9411-170ae5768605 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635831 Sep 10 16:52:24.858623 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c7e7-e72f-4558-9223-a39e6369c727 req-8e9c23e4-8aae-403c-a796-398146d0390f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:24.860118 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7562c7e7-e72f-4558-9223-a39e6369c727 req-8e9c23e4-8aae-403c-a796-398146d0390f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.1021996 Sep 10 16:52:24.909907 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-7562c7e7-e72f-4558-9223-a39e6369c727 req-6eed2441-9519-4f9d-b241-ed1a6ee60789 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441890 Sep 10 16:52:25.148158 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4c06d-8276-42c8-a393-bea34d9d1d3b req-a19c1d58-b3ed-4ee8-873e-4c9fa51818dc tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:25.149651 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-00f4c06d-8276-42c8-a393-bea34d9d1d3b req-a19c1d58-b3ed-4ee8-873e-4c9fa51818dc tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 945 time: 0.0953043 Sep 10 16:52:25.199408 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-00f4c06d-8276-42c8-a393-bea34d9d1d3b req-31fed5cd-3ca6-4018-bca8-61317c2d3794 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Sep 10 16:52:25.499352 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b567404-e859-415b-b629-e04f9cc0244a req-f41247a7-13ee-4077-8c3d-5870bc4bbf75 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:25.501056 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b567404-e859-415b-b629-e04f9cc0244a req-f41247a7-13ee-4077-8c3d-5870bc4bbf75 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.1033623 Sep 10 16:52:25.564333 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b567404-e859-415b-b629-e04f9cc0244a req-30ddcf14-cede-4374-92cb-2477aaa11e9b tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549996 Sep 10 16:52:26.182050 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dd54b-242a-4bb3-addf-1f248d505327 req-41718006-b206-4af2-8659-80beb6209070 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:26.184719 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6b0dd54b-242a-4bb3-addf-1f248d505327 req-41718006-b206-4af2-8659-80beb6209070 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0861905 Sep 10 16:52:26.241587 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6b0dd54b-242a-4bb3-addf-1f248d505327 req-70b6ec9c-967b-4f9c-9670-bbb670149a3d tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483532 Sep 10 16:52:26.902106 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0b7cf-2daa-4e94-be72-446ab2c8fe01 req-1dc360fb-827c-4158-b22b-0d01925ae1b0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:26.903794 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-05f0b7cf-2daa-4e94-be72-446ab2c8fe01 req-1dc360fb-827c-4158-b22b-0d01925ae1b0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.1465585 Sep 10 16:52:26.986123 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-05f0b7cf-2daa-4e94-be72-446ab2c8fe01 req-a887f67d-1826-416d-9e40-db16c919acbb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749037 Sep 10 16:52:27.097824 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-dfd50f32-d1dc-4ca8-8437-0ed867a43258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:27.467072 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:27.481861 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638b63f-e841-4c3b-8802-ec978f234edd req-4fa189f3-d9bb-45cd-89d9-30f775f4b974 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:27.483347 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8638b63f-e841-4c3b-8802-ec978f234edd req-4fa189f3-d9bb-45cd-89d9-30f775f4b974 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0857186 Sep 10 16:52:27.535447 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8638b63f-e841-4c3b-8802-ec978f234edd req-7695fc19-b8de-4d56-958c-edc0b8f7f18a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459237 Sep 10 16:52:28.208836 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52f45-fd95-4e47-802c-11b1ec3af89b req-e783a0de-5f6b-440e-b285-246ff7d95672 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:28.210302 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a4f52f45-fd95-4e47-802c-11b1ec3af89b req-e783a0de-5f6b-440e-b285-246ff7d95672 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0847154 Sep 10 16:52:28.260018 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a4f52f45-fd95-4e47-802c-11b1ec3af89b req-26115a6e-d9b9-4fb3-915d-7e4b2a15d31a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Sep 10 16:52:28.412659 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e308327-31bb-44ec-910d-b87b63109935 req-9edf99cb-af0f-4aca-a9ad-374dc22e02ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 1098 time: 0.0704601 Sep 10 16:52:28.562367 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e308327-31bb-44ec-910d-b87b63109935 req-b1ea5cc6-a681-4c82-bc93-96e29f4d141d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:28.563847 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e308327-31bb-44ec-910d-b87b63109935 req-b1ea5cc6-a681-4c82-bc93-96e29f4d141d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 918 time: 0.1444240 Sep 10 16:52:28.676683 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e308327-31bb-44ec-910d-b87b63109935 req-58c6a6ad-b484-498e-b572-e57fee2af0a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f HTTP/1.1" status: 200 len: 1000 time: 0.1063173 Sep 10 16:52:28.743965 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e308327-31bb-44ec-910d-b87b63109935 req-3b4acc2e-39a7-4056-9cc8-db25f8ae1c34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:28.746282 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e308327-31bb-44ec-910d-b87b63109935 req-3b4acc2e-39a7-4056-9cc8-db25f8ae1c34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 200 len: 856 time: 0.0605929 Sep 10 16:52:28.758841 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4b148-899b-4ee2-8e8f-c05b88884469 req-f240fdfb-2ae9-4e4a-98b8-dd54ea4c5bc9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:28.760947 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-34c4b148-899b-4ee2-8e8f-c05b88884469 req-f240fdfb-2ae9-4e4a-98b8-dd54ea4c5bc9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0863683 Sep 10 16:52:28.816428 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-34c4b148-899b-4ee2-8e8f-c05b88884469 req-1b9b677c-7547-41b4-abc8-7598f27cc6e8 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493116 Sep 10 16:52:28.923154 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e308327-31bb-44ec-910d-b87b63109935 req-aa834829-4354-4170-a0b9-d56eda026ce1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1693156 Sep 10 16:52:29.070877 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e308327-31bb-44ec-910d-b87b63109935 req-6c312f16-13e3-4906-99c2-3dfd5a964cf1 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394603 Sep 10 16:52:29.101941 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-855c2e3a-a9cb-4500-a877-4f2b6c8a8900 req-eb36da27-276e-4d2a-bea0-311d23c1e82c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b344ba5f825845a4981adad205d90ea0&device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 1098 time: 0.0769908 Sep 10 16:52:29.219933 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-6e308327-31bb-44ec-910d-b87b63109935 req-51295992-79cf-4162-aee6-727359d81d24 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415176 Sep 10 16:52:29.234625 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c2e3a-a9cb-4500-a877-4f2b6c8a8900 req-408479f4-0724-4d86-803f-91c7f77c1b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:29.236604 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-855c2e3a-a9cb-4500-a877-4f2b6c8a8900 req-408479f4-0724-4d86-803f-91c7f77c1b26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19b435ae-57cc-4736-a6ea-9d3189011e76 HTTP/1.1" status: 200 len: 909 time: 0.1280925 Sep 10 16:52:29.347742 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-855c2e3a-a9cb-4500-a877-4f2b6c8a8900 req-53aedc01-8735-4a21-8291-5636a0ba21cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0 HTTP/1.1" status: 200 len: 1001 time: 0.0988052 Sep 10 16:52:29.368347 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-141543a8-362c-4bb8-9ff2-43a72b0f72d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:29.465369 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c2e3a-a9cb-4500-a877-4f2b6c8a8900 req-53414dc1-ed5a-4dd1-8b68-bd38d8a796f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:29.466830 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-855c2e3a-a9cb-4500-a877-4f2b6c8a8900 req-53414dc1-ed5a-4dd1-8b68-bd38d8a796f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63cfbc35-14cf-4931-b6ab-a1b9c9ce3253 HTTP/1.1" status: 200 len: 847 time: 0.1084168 Sep 10 16:52:29.536904 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ad47-5d99-4a79-b786-6cf5d9038af0 req-b7b92b15-29ba-4d99-ac8c-42f38d6cfdd0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:29.538355 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ff73ad47-5d99-4a79-b786-6cf5d9038af0 req-b7b92b15-29ba-4d99-ac8c-42f38d6cfdd0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.1427739 Sep 10 16:52:29.596705 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-855c2e3a-a9cb-4500-a877-4f2b6c8a8900 req-aa440c20-5426-424c-85a7-7623a2a96fb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19b435ae-57cc-4736-a6ea-9d3189011e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1193013 Sep 10 16:52:29.600357 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ff73ad47-5d99-4a79-b786-6cf5d9038af0 req-97e41f7c-2de6-469e-b71f-3b3d09c375f9 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542407 Sep 10 16:52:29.742756 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-855c2e3a-a9cb-4500-a877-4f2b6c8a8900 req-122529f7-167e-4fcf-b626-d89f26db3672 service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388822 Sep 10 16:52:29.983181 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-855c2e3a-a9cb-4500-a877-4f2b6c8a8900 req-4f789782-094e-4a1f-9522-eb6210f903c1 service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135501 Sep 10 16:52:30.071360 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e925d63-b881-4172-9e0d-a81e8987a220 req-c45f225a-5ab7-43ca-aa01-3b08ce890577 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:30.072923 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3e925d63-b881-4172-9e0d-a81e8987a220 req-c45f225a-5ab7-43ca-aa01-3b08ce890577 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0825474 Sep 10 16:52:30.118802 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3e925d63-b881-4172-9e0d-a81e8987a220 req-eb282d2e-b6f1-442f-b8c9-d993b7bf0b48 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390098 Sep 10 16:52:30.213747 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:30.801179 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716538df-d9a5-4538-a58c-1a12027d0c2a req-94d91c2f-e5cf-4320-920b-66396f443755 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:30.802637 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-716538df-d9a5-4538-a58c-1a12027d0c2a req-94d91c2f-e5cf-4320-920b-66396f443755 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0780842 Sep 10 16:52:30.849854 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-716538df-d9a5-4538-a58c-1a12027d0c2a req-6d199916-9bfe-47e1-bd6b-afda85400ec0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416081 Sep 10 16:52:31.290392 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8138f2ea-df33-40c5-97b0-2a9fdfe4233f no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:52:31.343282 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55285035-8296-4a9d-9f66-ff7ef7d42a82 req-0179a3d2-ab53-41bd-9c42-73b5dda45f32 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:31.345051 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-55285035-8296-4a9d-9f66-ff7ef7d42a82 req-0179a3d2-ab53-41bd-9c42-73b5dda45f32 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 945 time: 0.0876696 Sep 10 16:52:31.398331 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-55285035-8296-4a9d-9f66-ff7ef7d42a82 req-86d8a7c3-bc61-4792-be1c-89ea8d320d5f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468318 Sep 10 16:52:31.429910 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:31.462785 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:52:31.474103 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:31.483145 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:31.487927 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:31.565276 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,revision_number=8']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:31.568501 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:31.628079 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'code': 200} Sep 10 16:52:31.752397 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:32.068957 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e9c4f-78fc-4e34-a8ee-acf8f414bfd8 req-9a9a04c0-6f39-41f8-a880-8b7dc8b70b96 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:32.070786 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d78e9c4f-78fc-4e34-a8ee-acf8f414bfd8 req-9a9a04c0-6f39-41f8-a880-8b7dc8b70b96 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0869761 Sep 10 16:52:32.153337 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d78e9c4f-78fc-4e34-a8ee-acf8f414bfd8 req-c16ccfba-035b-48f0-98de-b30c183886e6 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761802 Sep 10 16:52:32.613054 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fae0e0-8d6a-4974-bfff-5c2aed4a8b2a req-fbdcfaf2-8fdf-4065-b5f7-b4c7694b9c50 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:32.614510 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-52fae0e0-8d6a-4974-bfff-5c2aed4a8b2a req-fbdcfaf2-8fdf-4065-b5f7-b4c7694b9c50 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.0753117 Sep 10 16:52:32.661038 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-52fae0e0-8d6a-4974-bfff-5c2aed4a8b2a req-9c20f44c-d157-4c16-aeeb-0b71a632c94d tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406480 Sep 10 16:52:33.381263 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbef73-4be8-4dfe-ac4e-9ee17fa7e1fa req-f00a0a89-7526-4fcf-b186-e11bb599c96c tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:33.382977 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-40fbef73-4be8-4dfe-ac4e-9ee17fa7e1fa req-f00a0a89-7526-4fcf-b186-e11bb599c96c tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0907135 Sep 10 16:52:33.427381 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-40fbef73-4be8-4dfe-ac4e-9ee17fa7e1fa req-6546caaa-36ba-4164-a8de-266cd3f0d5ba tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387471 Sep 10 16:52:33.658453 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-08d742b9-4b7a-4940-b44a-baf8d4f7a44e req-880f2d53-63fb-4877-a8c0-56456374cebc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0703530 Sep 10 16:52:33.833372 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 34858) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:52:33.957604 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1d4e1-bb2e-4896-bdfa-16f6efb7f6f6 req-e6cb0009-4e34-4155-a159-994f193cd3bf tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:33.959187 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e1f1d4e1-bb2e-4896-bdfa-16f6efb7f6f6 req-e6cb0009-4e34-4155-a159-994f193cd3bf tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 945 time: 0.1084194 Sep 10 16:52:34.014736 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-15cdbf14-6418-48af-bec1-69ae76e9cbfd req-16a9df57-e0ba-44d9-a3e8-21748cbf87e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1783190 Sep 10 16:52:34.069819 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e1f1d4e1-bb2e-4896-bdfa-16f6efb7f6f6 req-7dc5772a-95e9-476a-b3fc-383124dfffce tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015000 Sep 10 16:52:34.110821 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7f13d-e1c2-4062-9e26-b9e35d23457d req-680ffb66-93ce-48f7-bd6b-0130a5f83f7b tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:34.112382 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ff7f13d-e1c2-4062-9e26-b9e35d23457d req-680ffb66-93ce-48f7-bd6b-0130a5f83f7b tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.1017733 Sep 10 16:52:34.162735 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6ff7f13d-e1c2-4062-9e26-b9e35d23457d req-ae631405-8954-4f66-85f4-9d9273f04188 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443363 Sep 10 16:52:34.277542 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-03ec92c7-a513-4a35-bfc1-60da06d720b4 req-23bcb5b7-e48b-4639-b393-626286c014ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0807405 Sep 10 16:52:34.534156 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-bd22c050-0105-4357-a5d3-5f7a946d9952 req-1240ebc8-f715-47b3-a6cb-318c2e4a123e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739582 Sep 10 16:52:34.554742 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cf7a8-467d-48d7-b6a3-0aaee699ef8f req-11aeee85-d24d-4ec1-8d2d-b9e6fb519aca tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:34.556491 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-132cf7a8-467d-48d7-b6a3-0aaee699ef8f req-11aeee85-d24d-4ec1-8d2d-b9e6fb519aca tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.0807374 Sep 10 16:52:34.605601 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-132cf7a8-467d-48d7-b6a3-0aaee699ef8f req-9df41688-f8fc-48b7-8582-098210fc894c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422668 Sep 10 16:52:35.051402 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd22c050-0105-4357-a5d3-5f7a946d9952 req-eee74c61-bcf0-49af-9726-2328b4668f90 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724&tenant_id=37c566691d13470b946e49df098800e6 HTTP/1.1" status: 200 len: 1096 time: 0.0806448 Sep 10 16:52:35.159846 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd22c050-0105-4357-a5d3-5f7a946d9952 req-42a5d054-a74b-4318-b356-9f9d80bc1caa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c566691d13470b946e49df098800e6&device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 1096 time: 0.0743964 Sep 10 16:52:35.185337 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-15cdbf14-6418-48af-bec1-69ae76e9cbfd req-f0c79d3d-5910-4ea3-ac98-e4124a77d937 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879&tenant_id=b344ba5f825845a4981adad205d90ea0 HTTP/1.1" status: 200 len: 1098 time: 0.0785131 Sep 10 16:52:35.303596 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:52:35.325095 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-15cdbf14-6418-48af-bec1-69ae76e9cbfd req-976db232-46bb-4836-8fef-d5361dff846b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b344ba5f825845a4981adad205d90ea0&device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 1098 time: 0.0991867 Sep 10 16:52:35.350143 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22c050-0105-4357-a5d3-5f7a946d9952 req-44f30c07-429c-491e-beaf-80f55cba2a35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:35.351716 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd22c050-0105-4357-a5d3-5f7a946d9952 req-44f30c07-429c-491e-beaf-80f55cba2a35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 200 len: 918 time: 0.1855552 Sep 10 16:52:35.430626 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:35.458603 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:52:35.468633 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:35.470470 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdbf14-6418-48af-bec1-69ae76e9cbfd req-19f7b4c5-66e4-40e1-ba98-57d14d997f5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:35.472025 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-15cdbf14-6418-48af-bec1-69ae76e9cbfd req-19f7b4c5-66e4-40e1-ba98-57d14d997f5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=19b435ae-57cc-4736-a6ea-9d3189011e76 HTTP/1.1" status: 200 len: 909 time: 0.1386821 Sep 10 16:52:35.473126 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:35.474013 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8138f2ea-df33-40c5-97b0-2a9fdfe4233f no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:52:35.503014 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:35.538207 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd22c050-0105-4357-a5d3-5f7a946d9952 req-134c72ff-a51f-4496-8d3c-1a11af9139dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f HTTP/1.1" status: 200 len: 998 time: 0.1414044 Sep 10 16:52:35.580896 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-15cdbf14-6418-48af-bec1-69ae76e9cbfd req-9da8d3c9-2d51-4463-bc20-c70a3da8d6f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0 HTTP/1.1" status: 200 len: 999 time: 0.0996213 Sep 10 16:52:35.587919 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e28b71-127b-4f25-98e2-5e07fa7d465c req-9f90fb5c-55b9-42fb-a6ca-81abc08f0011 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:35.589455 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-97e28b71-127b-4f25-98e2-5e07fa7d465c req-9f90fb5c-55b9-42fb-a6ca-81abc08f0011 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 945 time: 0.2368226 Sep 10 16:52:35.599089 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b43a6-46ce-4b2a-a8a2-3e2889feea41 req-040a1181-9be5-4797-b817-ffb39d0d248e tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:35.600542 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-926b43a6-46ce-4b2a-a8a2-3e2889feea41 req-040a1181-9be5-4797-b817-ffb39d0d248e tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.2846506 Sep 10 16:52:35.614547 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,revision_number=6']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:35.618189 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:35.649310 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdbf14-6418-48af-bec1-69ae76e9cbfd req-0834b854-a771-43b7-b220-92d9758f9ade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:35.651068 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-15cdbf14-6418-48af-bec1-69ae76e9cbfd req-0834b854-a771-43b7-b220-92d9758f9ade service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63cfbc35-14cf-4931-b6ab-a1b9c9ce3253 HTTP/1.1" status: 200 len: 847 time: 0.0636656 Sep 10 16:52:35.726104 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-15cdbf14-6418-48af-bec1-69ae76e9cbfd req-991f97da-f377-4a46-8e44-5877a6f56275 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19b435ae-57cc-4736-a6ea-9d3189011e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672281 Sep 10 16:52:35.790721 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22c050-0105-4357-a5d3-5f7a946d9952 req-61a931a8-ef0c-40d4-b973-fb35e7362165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:35.792148 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd22c050-0105-4357-a5d3-5f7a946d9952 req-61a931a8-ef0c-40d4-b973-fb35e7362165 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 200 len: 856 time: 0.2421236 Sep 10 16:52:35.857322 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-15cdbf14-6418-48af-bec1-69ae76e9cbfd req-6998718a-0961-42b0-ad93-d874707f2922 service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239629 Sep 10 16:52:35.872909 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-926b43a6-46ce-4b2a-a8a2-3e2889feea41 req-6cdcdbc6-ae5f-458c-ad10-f4cd6ac55982 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857576 Sep 10 16:52:35.876332 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-97e28b71-127b-4f25-98e2-5e07fa7d465c req-688f6956-11f7-40bc-8ad4-0dae658c545b tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925197 Sep 10 16:52:35.901369 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-fac64d66-a70e-41d9-831f-ac8a493b6131 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:35.903424 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-fac64d66-a70e-41d9-831f-ac8a493b6131 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 945 time: 0.2178397 Sep 10 16:52:35.962170 dv-cinder-808473-1-smb neutron-server[75008]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'code': 422} returned with failed status Sep 10 16:52:35.992581 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Deleting port 5e7116ab-8363-4f7c-92ff-009350c040e1 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:52:35.993129 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:36.014033 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [req-15cdbf14-6418-48af-bec1-69ae76e9cbfd req-8033bf65-a00f-452c-bca6-23c7f594382e service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488605 Sep 10 16:52:36.044092 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd22c050-0105-4357-a5d3-5f7a946d9952 req-8ecd443d-0731-454b-85c3-1aca42aabf15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ecb65f3d-a1a4-48c7-afca-7adf91c643fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2366142 Sep 10 16:52:36.413195 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd22c050-0105-4357-a5d3-5f7a946d9952 req-6568e24f-7b62-41d2-a83e-4745415d12a0 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602657 Sep 10 16:52:36.428497 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370e9b0-8795-4ce1-bf00-8ad443ecb221 req-84fb79bd-8e11-49dd-9e77-d6feec09d165 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:36.429903 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9370e9b0-8795-4ce1-bf00-8ad443ecb221 req-84fb79bd-8e11-49dd-9e77-d6feec09d165 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.3480024 Sep 10 16:52:36.553488 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] For port 5e7116ab-8363-4f7c-92ff-009350c040e1, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5e7116ab-8363-4f7c-92ff-009350c040e1,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:36.553841 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:36.646714 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9370e9b0-8795-4ce1-bf00-8ad443ecb221 req-94286212-52f9-4a62-b143-f960d26f7082 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965482 Sep 10 16:52:36.696877 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bd22c050-0105-4357-a5d3-5f7a946d9952 req-a7d54c3f-9b01-4f0f-ab27-eb00740fc449 service neutron] 10.222.0.48 "GET /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743440 Sep 10 16:52:36.898742 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:36.899106 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:36.899411 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.l3_db [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Floating IP 24b4bea4-057b-49c9-8d61-5d60fee2d1fc disassociated. External IP: 172.28.1.114, port: 5e7116ab-8363-4f7c-92ff-009350c040e1. Sep 10 16:52:36.899763 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Calling delete_port for 5e7116ab-8363-4f7c-92ff-009350c040e1 owned by compute:nova {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:52:37.161371 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:37.180865 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-77505a1e-2eeb-4f59-bef3-d4018dccb271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:37.329744 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event deleted for resources: {'Port': ['ID=5e7116ab-8363-4f7c-92ff-009350c040e1,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:37.354070 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b17c93-7dfe-40c0-ab15-80a2c4f7a4ca req-108f533f-4682-4fe5-adba-23799d756418 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:37.355758 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-15b17c93-7dfe-40c0-ab15-80a2c4f7a4ca req-108f533f-4682-4fe5-adba-23799d756418 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 867 time: 0.3384016 Sep 10 16:52:37.359922 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:37.360329 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:37.360720 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:37.361080 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:37.361432 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:37.361783 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:37.362131 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:37.362479 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:37.362831 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:37.363176 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:37.363524 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:52:37.371841 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:37.378005 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7246a60-8a2f-4dd2-ae9b-c1f4cf60b325 req-51e1d018-195e-4497-be3d-ccdc9d1f03eb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:37.378955 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a7246a60-8a2f-4dd2-ae9b-c1f4cf60b325 req-51e1d018-195e-4497-be3d-ccdc9d1f03eb tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 943 time: 0.3601367 Sep 10 16:52:37.526879 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-15b17c93-7dfe-40c0-ab15-80a2c4f7a4ca req-c7051f84-b492-45f5-9ee6-1f71ea0a9ef5 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups?id=0875d9d9-0e9b-4006-9548-5ecfff892ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584239 Sep 10 16:52:37.529937 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a7246a60-8a2f-4dd2-ae9b-c1f4cf60b325 req-c07a4bff-8705-414c-88b8-4efda6fed68a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348934 Sep 10 16:52:37.729109 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:52:38.077075 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53093a89-e107-4bbb-990d-64b5fd118747 req-60f28c05-f87e-4381-bc8b-f938e37f6970 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:38.078575 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-53093a89-e107-4bbb-990d-64b5fd118747 req-60f28c05-f87e-4381-bc8b-f938e37f6970 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.1330416 Sep 10 16:52:38.081490 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:52:38.093537 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3fa80-862a-4a0d-b6eb-5447992aad62 None None] Sync routers for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:52:38.112254 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3fa80-862a-4a0d-b6eb-5447992aad62 None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:52:38.113261 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-d4e3fa80-862a-4a0d-b6eb-5447992aad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:52:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:52:38.189659 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] No DVR routers for this DVR port 5e7116ab-8363-4f7c-92ff-009350c040e1 on host hv-cinder-80847 {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:52:38.192512 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:38.195223 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b24a2b-f245-4747-82ae-20e88fe05823', 'name': 'network-vif-deleted', 'tag': '5e7116ab-8363-4f7c-92ff-009350c040e1'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:52:38.221211 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-20d1ddd8-136b-4ea8-aae9-6552695d3dbd req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.48 "DELETE /v2.0/ports/5e7116ab-8363-4f7c-92ff-009350c040e1 HTTP/1.1" status: 204 len: 173 time: 2.3122470 Sep 10 16:52:38.233723 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-53093a89-e107-4bbb-990d-64b5fd118747 req-f470d9ab-e577-461a-95c4-911a0e08e718 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089773 Sep 10 16:52:38.366707 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-d4e3fa80-862a-4a0d-b6eb-5447992aad62 None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:52:38.396204 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b24a2b-f245-4747-82ae-20e88fe05823', 'name': 'network-vif-deleted', 'tag': '5e7116ab-8363-4f7c-92ff-009350c040e1', 'status': 'completed', 'code': 200} Sep 10 16:52:38.747054 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-d4e3fa80-862a-4a0d-b6eb-5447992aad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:52:38.751787 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3fa80-862a-4a0d-b6eb-5447992aad62 None None] Checking router: 4aa59f83-aeb0-4a24-b89b-a943edf811a6 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:52:38.766579 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3fa80-862a-4a0d-b6eb-5447992aad62 None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:52:38.767042 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-756e65c3-1b94-48c0-a929-708ef4e1c4ea req-365e0916-0883-4846-8b31-69b56c38f9fa tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Synchronizing usage tracker for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:52:38.768172 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-d4e3fa80-862a-4a0d-b6eb-5447992aad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:52:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:52:38.799088 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accce4e-0817-4a54-96c2-8634153e34b6 req-3ac24909-d590-4d4f-a278-7b8e3c8e3124 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:38.800604 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0accce4e-0817-4a54-96c2-8634153e34b6 req-3ac24909-d590-4d4f-a278-7b8e3c8e3124 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 943 time: 0.1414266 Sep 10 16:52:38.801230 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-756e65c3-1b94-48c0-a929-708ef4e1c4ea req-365e0916-0883-4846-8b31-69b56c38f9fa tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Unset dirty status for tenant:90d702d7559f4126a99bbd8b70ef84d1 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:52:38.802386 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-756e65c3-1b94-48c0-a929-708ef4e1c4ea req-365e0916-0883-4846-8b31-69b56c38f9fa tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0829616 Sep 10 16:52:38.867010 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0accce4e-0817-4a54-96c2-8634153e34b6 req-09a08615-01c1-4850-bc33-53375ed35d8e tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569186 Sep 10 16:52:38.990576 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-d4e3fa80-862a-4a0d-b6eb-5447992aad62 None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:52:39.312820 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:52:39.314736 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 5e7116ab-8363-4f7c-92ff-009350c040e1 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:52:39.356912 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 5e7116ab-8363-4f7c-92ff-009350c040e1 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:52:39.357265 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 5e7116ab-8363-4f7c-92ff-009350c040e1 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:52:39.485327 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e806b7-aee8-4abb-89db-ad91503acda9 req-5154723b-fd47-4cb1-958c-753e0ee2fd52 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:39.486991 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-13e806b7-aee8-4abb-89db-ad91503acda9 req-5154723b-fd47-4cb1-958c-753e0ee2fd52 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.0884681 Sep 10 16:52:39.547270 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-13e806b7-aee8-4abb-89db-ad91503acda9 req-587b5ad2-6eac-41ce-b4ca-935b1b83431b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494437 Sep 10 16:52:39.572097 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-d4e3fa80-862a-4a0d-b6eb-5447992aad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:52:39.580593 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:39.592754 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3fa80-862a-4a0d-b6eb-5447992aad62 None None] The sync data for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb is: [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:47:04Z', 'revision_number': 4, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '3dd9af33-0791-4482-a12b-45771d4e4e9d', 'name': '', 'network_id': 'b65969a5-0d8c-42ad-9abf-b97b1a238cde', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'mac_address': 'fa:16:3e:07:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:01Z', 'updated_at': '2021-09-10T16:47:26Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'subnets': [{'id': '54bb58bb-87eb-4281-bd1c-58a2b9514021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:52:39.598255 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'port_id': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'mac_address': 'fa:16:3e:ac:e8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:52:39.706574 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:39.728054 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:52:39.746023 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:39.749949 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:39.751764 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:39.822800 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,revision_number=7']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:39.832579 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:39.904305 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78968306-16f4-42fb-96cf-84ea3494fc62 None None] New status for floating IP 24b4bea4-057b-49c9-8d61-5d60fee2d1fc: DOWN {{(pid=75009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:52:40.014361 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['2ea3c147-816e-4bd7-91bb-e35d0f4513f0'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:52:40.022844 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d4583689-a4d7-4609-b2e0-1aaa42da5eb0 req-c761d0a4-6c1c-488c-aece-37b55193f3ce tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0696354 Sep 10 16:52:40.133835 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ad111-daeb-410f-823a-0accaf5f7443 req-025bad36-3db2-4a6f-a9cc-0f1fb3994075 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:40.135643 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-365ad111-daeb-410f-823a-0accaf5f7443 req-025bad36-3db2-4a6f-a9cc-0f1fb3994075 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 944 time: 0.1116219 Sep 10 16:52:40.185511 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-365ad111-daeb-410f-823a-0accaf5f7443 req-3fa0371e-7a0a-4e7f-9360-a16a6b796d4d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425591 Sep 10 16:52:40.773142 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7991ef7-bed0-4189-b149-0e486ebc8a9a req-400eccb7-9800-4015-8610-6564858853dd tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:40.775094 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b7991ef7-bed0-4189-b149-0e486ebc8a9a req-400eccb7-9800-4015-8610-6564858853dd tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.0843751 Sep 10 16:52:40.829079 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b7991ef7-bed0-4189-b149-0e486ebc8a9a req-d141ef97-3c60-4fe6-8c21-a5f91f6a65ea tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481021 Sep 10 16:52:41.181942 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b8bea6dc-c3e0-40f8-b433-5854bc384d78 req-56fd8c5f-d717-4f74-82e6-3e80e0ace7ea tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0418131 Sep 10 16:52:41.307616 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:52:41.377577 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:52:41.377911 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:41.386661 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6971160-df2e-4cb4-9508-ca06d6f4e6da req-f224b9e0-416f-43ed-93ac-798ab877bd1a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:41.388393 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f6971160-df2e-4cb4-9508-ca06d6f4e6da req-f224b9e0-416f-43ed-93ac-798ab877bd1a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 944 time: 0.0772812 Sep 10 16:52:41.440056 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f6971160-df2e-4cb4-9508-ca06d6f4e6da req-447b72c9-996c-457f-b96b-fcf1394301ba tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458918 Sep 10 16:52:41.506354 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:41.533846 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:52:41.545254 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:41.551044 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:41.553170 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:41.604117 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'code': 200} Sep 10 16:52:41.625874 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,revision_number=8']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:41.629042 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:42.043400 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28622a54-42f7-4e0d-a2fa-0a978dceb932 req-7c9a04df-bbcf-472b-a9b0-01427b7643fc tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:42.044903 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-28622a54-42f7-4e0d-a2fa-0a978dceb932 req-7c9a04df-bbcf-472b-a9b0-01427b7643fc tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.0810587 Sep 10 16:52:42.093780 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-28622a54-42f7-4e0d-a2fa-0a978dceb932 req-5555e74a-f84e-4290-aac8-51f6a81f2100 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431302 Sep 10 16:52:42.362971 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ad8db47c-41f3-41cb-8bc0-98db450ab6f4 req-ad5dc71d-9335-4d59-a6ca-0c5cc2daed7c tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0416803 Sep 10 16:52:42.651065 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d99987-7d17-4935-a94a-d57901a8037d req-849dba76-1352-4d3e-8554-a726b636134c tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:42.653288 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c8d99987-7d17-4935-a94a-d57901a8037d req-849dba76-1352-4d3e-8554-a726b636134c tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0857003 Sep 10 16:52:42.703462 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c8d99987-7d17-4935-a94a-d57901a8037d req-f71e82fe-543f-43fe-8384-b60ff6d001d6 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447006 Sep 10 16:52:43.318290 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f2bd0-bf30-4916-8371-f2f6d89c263a req-5c890a8d-ed5d-47fa-813f-26b2228fde60 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:43.326239 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c50f2bd0-bf30-4916-8371-f2f6d89c263a req-5c890a8d-ed5d-47fa-813f-26b2228fde60 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.0871804 Sep 10 16:52:43.452800 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c50f2bd0-bf30-4916-8371-f2f6d89c263a req-f5484823-e665-4ce2-b97e-8b3f3ffad3a6 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255829 Sep 10 16:52:43.543963 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a013e7bd-42a2-4db8-821f-eb099732b930 req-67a1eb2e-4104-4acb-b492-cb66c0122dab tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0416799 Sep 10 16:52:43.804442 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:43.906602 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee3a7f-1dfc-4843-8026-59567825c2e7 req-466d9856-2f46-43b6-a7c2-096da58b8e12 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:43.908066 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fdee3a7f-1dfc-4843-8026-59567825c2e7 req-466d9856-2f46-43b6-a7c2-096da58b8e12 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0794291 Sep 10 16:52:43.957578 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fdee3a7f-1dfc-4843-8026-59567825c2e7 req-132f8636-e931-47c6-b441-1f29e729e552 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Sep 10 16:52:44.686686 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88db2e-f931-4587-9a44-63319e40c872 req-80d13481-75d8-477c-8676-7ba3c8b66ef6 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:44.689384 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ed88db2e-f931-4587-9a44-63319e40c872 req-80d13481-75d8-477c-8676-7ba3c8b66ef6 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.0871904 Sep 10 16:52:44.762576 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b2e5cf8e-8f48-48eb-9cef-024e77aceff5 req-caf73df7-9d1e-47c6-8743-35b2d8ba1f9a tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0491884 Sep 10 16:52:44.791681 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ed88db2e-f931-4587-9a44-63319e40c872 req-e2fb1434-571f-4f81-a6d0-ab987ea55a89 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908537 Sep 10 16:52:45.160000 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c8839-6792-496b-80b6-c104cf4b72b7 req-22f5502c-5e7f-4651-bcf2-3b88fb2375f5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:45.161521 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-617c8839-6792-496b-80b6-c104cf4b72b7 req-22f5502c-5e7f-4651-bcf2-3b88fb2375f5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0782700 Sep 10 16:52:45.216916 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-617c8839-6792-496b-80b6-c104cf4b72b7 req-7486e5a9-b1be-4828-9ea8-9f62cc2f3e6a tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495002 Sep 10 16:52:45.961616 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-411b13a3-c55d-4880-9068-7760eab993e9 req-c063d33f-ff8d-4af0-995a-8c8c05b839b0 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0507941 Sep 10 16:52:46.048833 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61f5c3-fb69-461e-8cf5-76954750ae9e req-fdc3ab3b-6dbe-431a-844c-9d091393dc07 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:46.053916 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9f61f5c3-fb69-461e-8cf5-76954750ae9e req-fdc3ab3b-6dbe-431a-844c-9d091393dc07 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.1107771 Sep 10 16:52:46.100921 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9f61f5c3-fb69-461e-8cf5-76954750ae9e req-ecac5299-1ab4-4206-8160-b502cb1abccc tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 Sep 10 16:52:46.424654 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7f828-15ae-4a67-8817-102092cbd0ab req-571e39f4-cb63-4050-bdeb-042a8d1ec548 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:46.426104 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4ae7f828-15ae-4a67-8817-102092cbd0ab req-571e39f4-cb63-4050-bdeb-042a8d1ec548 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0833631 Sep 10 16:52:46.471022 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4ae7f828-15ae-4a67-8817-102092cbd0ab req-3135f1b9-14a4-4377-a9a6-677f08984ab9 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394456 Sep 10 16:52:47.191859 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8223ad1f-67d2-4b80-b4bf-183703ee863b req-c2156743-0fad-4dd9-9bb0-19c5ecb25d11 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0641205 Sep 10 16:52:47.317428 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb3458-d61d-42be-8bf3-8e90a6fac891 req-14720670-1de9-42c3-b3a8-8e2ea1c9642e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:47.318884 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4bbb3458-d61d-42be-8bf3-8e90a6fac891 req-14720670-1de9-42c3-b3a8-8e2ea1c9642e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.0764282 Sep 10 16:52:47.371984 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4bbb3458-d61d-42be-8bf3-8e90a6fac891 req-f06f9a45-ead6-4354-985a-c358ff3d8d06 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471528 Sep 10 16:52:47.824461 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6541548-3a4c-4c83-b2ce-d35e26968287 req-17ec79a6-8efe-42ac-9769-2f24e45f8689 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:47.826027 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f6541548-3a4c-4c83-b2ce-d35e26968287 req-17ec79a6-8efe-42ac-9769-2f24e45f8689 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0800865 Sep 10 16:52:47.871682 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f6541548-3a4c-4c83-b2ce-d35e26968287 req-1699e043-13dc-4a97-8480-aff43bb26b96 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402617 Sep 10 16:52:48.362275 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e0c1c733-5be4-42cd-8715-0b3390f0ae2a req-b25205dc-fd91-4b5c-986e-4f62d1f0f877 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0453598 Sep 10 16:52:48.595456 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249286e-ea21-42fa-82d9-4f16c8f2daff req-a1759303-a06d-46db-a70b-49e650d381e0 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:48.597254 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b249286e-ea21-42fa-82d9-4f16c8f2daff req-a1759303-a06d-46db-a70b-49e650d381e0 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.0865471 Sep 10 16:52:48.651176 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b249286e-ea21-42fa-82d9-4f16c8f2daff req-462559df-7ee0-4472-8802-865f3c200edf tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480666 Sep 10 16:52:49.102031 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497ad46-fe9a-47a5-90e2-6721413a4371 req-93d39e1f-d37d-4c97-894b-732bda369df9 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:49.103482 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c497ad46-fe9a-47a5-90e2-6721413a4371 req-93d39e1f-d37d-4c97-894b-732bda369df9 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.0987749 Sep 10 16:52:49.155063 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c497ad46-fe9a-47a5-90e2-6721413a4371 req-6d151b89-0518-427c-a46f-b76a41671c54 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459933 Sep 10 16:52:49.548397 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8ccec6f4-6ee5-4469-9ce6-07eb4253196b req-c71e97a5-2eb1-41a4-962a-a25e2f7ac0d3 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b24a2b-f245-4747-82ae-20e88fe05823 HTTP/1.1" status: 200 len: 210 time: 0.0534828 Sep 10 16:52:49.715523 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a769948a-a697-4741-8d13-2dc29667dbfd req-2ad2c42f-5661-4ead-9226-a948cc6a61af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848093 Sep 10 16:52:49.955630 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e5395edd-ebe6-4740-a500-f13a743bf99a req-997247aa-aa9f-4fb9-8e08-55eb56e38a3e tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791500284&fields=id&tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52 HTTP/1.1" status: 200 len: 267 time: 0.1616158 Sep 10 16:52:50.031012 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dc8169fa-d5fd-4b62-937d-81da379454d2 req-d2b42679-ced2-4073-b270-2720cc440c36 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 1098 time: 0.2755694 Sep 10 16:52:50.036275 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a769948a-a697-4741-8d13-2dc29667dbfd req-bb7c8392-59b4-4609-9d20-6aa490390334 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52&device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 1137 time: 0.2797647 Sep 10 16:52:50.045475 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a16195-2c4b-46dc-82a4-1aef98e1d162 req-747ada0a-5380-459e-bafe-c7c0817dd817 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:50.046805 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-46a16195-2c4b-46dc-82a4-1aef98e1d162 req-747ada0a-5380-459e-bafe-c7c0817dd817 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.2162049 Sep 10 16:52:50.296297 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-dc8169fa-d5fd-4b62-937d-81da379454d2 req-d94cfe95-2e7d-4e56-acbd-fc4ba89febab service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422948 Sep 10 16:52:50.309525 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395edd-ebe6-4740-a500-f13a743bf99a req-03be6846-dada-4695-8a71-bb2fb69ac45b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:50.310882 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e5395edd-ebe6-4740-a500-f13a743bf99a req-03be6846-dada-4695-8a71-bb2fb69ac45b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 984 time: 0.3487706 Sep 10 16:52:50.332791 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-46a16195-2c4b-46dc-82a4-1aef98e1d162 req-19a8c3ef-c289-4470-91ba-59cf5a9a5b89 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629645 Sep 10 16:52:50.336222 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-e5395edd-ebe6-4740-a500-f13a743bf99a req-42c30719-0d83-4906-8f70-21f25e24a5c3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Request body: {'port': {'security_groups': ['a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf']}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:52:50.405007 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769948a-a697-4741-8d13-2dc29667dbfd req-ba87ce53-9c33-4570-89b7-aa5f61661e86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:50.406451 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a769948a-a697-4741-8d13-2dc29667dbfd req-ba87ce53-9c33-4570-89b7-aa5f61661e86 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d53e72e7-a502-4766-aa40-fca639a01caf HTTP/1.1" status: 200 len: 915 time: 0.3270066 Sep 10 16:52:50.552494 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-e5395edd-ebe6-4740-a500-f13a743bf99a req-42c30719-0d83-4906-8f70-21f25e24a5c3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:50.684473 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a769948a-a697-4741-8d13-2dc29667dbfd req-1d94b800-81c8-4011-bb4d-51f807820e9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 200 len: 1001 time: 0.1818271 Sep 10 16:52:50.766311 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b84613-c9ac-4446-bc70-8cabe573dba7 req-433840f4-24cf-453a-b1f4-dbd5a9d3a9a7 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:50.767760 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-36b84613-c9ac-4446-bc70-8cabe573dba7 req-433840f4-24cf-453a-b1f4-dbd5a9d3a9a7 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.3051081 Sep 10 16:52:50.877458 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769948a-a697-4741-8d13-2dc29667dbfd req-de0514dc-130d-4742-bc8a-82396822eda0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:50.878923 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a769948a-a697-4741-8d13-2dc29667dbfd req-de0514dc-130d-4742-bc8a-82396822eda0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e196a20-5634-49c9-9a03-bb10361c8c0a HTTP/1.1" status: 200 len: 853 time: 0.1809831 Sep 10 16:52:50.954209 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-36b84613-c9ac-4446-bc70-8cabe573dba7 req-9b41491c-153a-4ae1-86f4-f00aa63d1f26 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805046 Sep 10 16:52:51.018881 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-e5395edd-ebe6-4740-a500-f13a743bf99a req-42c30719-0d83-4906-8f70-21f25e24a5c3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] For port 6be25a30-e664-4f51-be85-e14c505f8b17, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6be25a30-e664-4f51-be85-e14c505f8b17,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:51.035590 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a769948a-a697-4741-8d13-2dc29667dbfd req-a103fa9b-fe01-4272-9c61-7671514c6500 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d53e72e7-a502-4766-aa40-fca639a01caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1363149 Sep 10 16:52:51.071149 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-e5395edd-ebe6-4740-a500-f13a743bf99a req-42c30719-0d83-4906-8f70-21f25e24a5c3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.125279 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35052) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:52:51.127597 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-e5395edd-ebe6-4740-a500-f13a743bf99a req-42c30719-0d83-4906-8f70-21f25e24a5c3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2755667'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.141930 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:51.143730 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['6be25a30-e664-4f51-be85-e14c505f8b17'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:52:51.194905 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cc31c659-177c-4fcd-8d1b-a920515c0264 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.229483 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395edd-ebe6-4740-a500-f13a743bf99a req-42c30719-0d83-4906-8f70-21f25e24a5c3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:51.230288 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-e5395edd-ebe6-4740-a500-f13a743bf99a req-42c30719-0d83-4906-8f70-21f25e24a5c3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.230862 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cc31c659-177c-4fcd-8d1b-a920515c0264 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.231674 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e5395edd-ebe6-4740-a500-f13a743bf99a req-42c30719-0d83-4906-8f70-21f25e24a5c3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "PUT /v2.0/ports/6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 200 len: 942 time: 0.9112136 Sep 10 16:52:51.232180 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:52:51.238822 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35058) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:52:51.277727 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c30719-0d83-4906-8f70-21f25e24a5c3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event updated for resources: {'Port': ['ID=6be25a30-e664-4f51-be85-e14c505f8b17,revision_number=7']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:51.289978 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a769948a-a697-4741-8d13-2dc29667dbfd req-ac87b22d-dbaf-4b85-8e16-ee51072d5062 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378247 Sep 10 16:52:51.292074 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-42c30719-0d83-4906-8f70-21f25e24a5c3 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:51.363721 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17', 'status': 'completed', 'code': 200} Sep 10 16:52:51.369048 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cc31c659-177c-4fcd-8d1b-a920515c0264 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.371997 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['6be25a30-e664-4f51-be85-e14c505f8b17'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:52:51.375707 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-836216ff-b32a-4375-b930-831d5c15e163 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:51.385166 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-076d1d70-df66-4502-89e2-abf5530b0b55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.421355 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-076d1d70-df66-4502-89e2-abf5530b0b55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.508222 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31c659-177c-4fcd-8d1b-a920515c0264 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0875d9d9-0e9b-4006-9548-5ecfff892ab3,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:51.517371 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-cc31c659-177c-4fcd-8d1b-a920515c0264 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:51.522132 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-076d1d70-df66-4502-89e2-abf5530b0b55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.525399 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-79f7448f-5a6d-4bcf-ade3-a709d6c2fae6 None None] Provisioning complete for port 6be25a30-e664-4f51-be85-e14c505f8b17 triggered by entity DHCP. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:52:51.526429 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-79f7448f-5a6d-4bcf-ade3-a709d6c2fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.530133 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a769948a-a697-4741-8d13-2dc29667dbfd req-f5f7ee28-22ca-4d97-a042-725de8f9b9a3 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331250 Sep 10 16:52:51.533086 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ae27d4b9-a5cd-48c1-8b5d-ddaf9c3101f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:51.550780 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d1d70-df66-4502-89e2-abf5530b0b55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ec22ba-dd19-4472-a0d4-7d3d0be75ade,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:51.553743 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cc31c659-177c-4fcd-8d1b-a920515c0264 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.558107 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-cc31c659-177c-4fcd-8d1b-a920515c0264 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "DELETE /v2.0/security-groups/0875d9d9-0e9b-4006-9548-5ecfff892ab3 HTTP/1.1" status: 204 len: 168 time: 0.4286268 Sep 10 16:52:51.558107 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-076d1d70-df66-4502-89e2-abf5530b0b55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:51.559805 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35064) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:52:51.578721 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-076d1d70-df66-4502-89e2-abf5530b0b55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:51.580162 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-076d1d70-df66-4502-89e2-abf5530b0b55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "DELETE /v2.0/security-groups/26ec22ba-dd19-4472-a0d4-7d3d0be75ade HTTP/1.1" status: 204 len: 168 time: 0.3402143 Sep 10 16:52:51.586068 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35068) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:52:51.591036 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.api.v2.resource [None req-cebbbe92-a351-4473-a1eb-b85faabbb374 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] show failed (client error): The resource could not be found. Sep 10 16:52:51.591036 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-cebbbe92-a351-4473-a1eb-b85faabbb374 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "GET /v2.0/security-groups/0875d9d9-0e9b-4006-9548-5ecfff892ab3 HTTP/1.1" status: 404 len: 347 time: 0.0268505 Sep 10 16:52:51.591470 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35070) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:52:52.030644 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Deleting port 608bfdab-7eca-4805-999c-5ae764db6e8e {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:52:52.030990 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:52.319754 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Deleting port c59774e1-26db-408c-8a15-2a83c34f7488 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:52:52.319993 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:52.352008 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a553c1-b1b4-4d0a-801b-c0f922d8d007 req-94d808bb-ca13-4f4b-9910-10b3dfc672ee tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:52.353499 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c4a553c1-b1b4-4d0a-801b-c0f922d8d007 req-94d808bb-ca13-4f4b-9910-10b3dfc672ee tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 943 time: 0.7594066 Sep 10 16:52:52.363637 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3420ca75-3873-448a-9704-5dc96944af6a req-a5cec2d7-865c-43d5-9e06-b9baa97e6f7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52&device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 1098 time: 0.6206000 Sep 10 16:52:52.617219 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:52.617871 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:52.639100 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf23fc4-3925-4a31-bdf2-c3a989b810fb req-9a945806-4750-45f6-ad1f-be5e14636b75 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:52.640578 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2cf23fc4-3925-4a31-bdf2-c3a989b810fb req-9a945806-4750-45f6-ad1f-be5e14636b75 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.5234926 Sep 10 16:52:52.700833 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c4a553c1-b1b4-4d0a-801b-c0f922d8d007 req-b2ab2117-a151-4af2-ab39-07aaead4abd8 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291361 Sep 10 16:52:52.779672 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Calling delete_port for 608bfdab-7eca-4805-999c-5ae764db6e8e owned by network:floatingip {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:52:52.896114 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420ca75-3873-448a-9704-5dc96944af6a req-a4d182f4-5187-4121-bb9e-3a7811629c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:52.897483 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3420ca75-3873-448a-9704-5dc96944af6a req-a4d182f4-5187-4121-bb9e-3a7811629c8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d53e72e7-a502-4766-aa40-fca639a01caf HTTP/1.1" status: 200 len: 915 time: 0.5061600 Sep 10 16:52:52.905132 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:52.905457 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:53.031145 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-2cf23fc4-3925-4a31-bdf2-c3a989b810fb req-006b4317-9e5c-48cf-9dc4-c8dd7b603903 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3845885 Sep 10 16:52:53.117042 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Calling delete_port for c59774e1-26db-408c-8a15-2a83c34f7488 owned by network:floatingip {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:52:53.226951 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3420ca75-3873-448a-9704-5dc96944af6a req-3ab6222b-4142-4147-98b4-c1ef9c0a8aab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 200 len: 1001 time: 0.3099756 Sep 10 16:52:53.308380 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8138f2ea-df33-40c5-97b0-2a9fdfe4233f details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:52:53.328511 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:53.339811 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ae5068e7-bdae-44cc-bac1-dd0a2131e423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:53.469213 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420ca75-3873-448a-9704-5dc96944af6a req-d02d84b2-e165-44f2-ac23-bdf151d6d7a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:53.470653 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3420ca75-3873-448a-9704-5dc96944af6a req-d02d84b2-e165-44f2-ac23-bdf151d6d7a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e196a20-5634-49c9-9a03-bb10361c8c0a HTTP/1.1" status: 200 len: 853 time: 0.2347627 Sep 10 16:52:53.472023 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:53.486236 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'port_id': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'mac_address': 'fa:16:3e:3b:28:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:52:53.517230 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Pushing event deleted for resources: {'Port': ['ID=608bfdab-7eca-4805-999c-5ae764db6e8e,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:53.524300 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:53.544083 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:53.560877 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8138f2ea-df33-40c5-97b0-2a9fdfe4233f {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:52:53.577458 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:53.581202 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:53.583863 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:53.650643 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,revision_number=9']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:53.655206 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:53.692022 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:53.698859 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3da15196-2116-4063-9897-29747383ffcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:53.735180 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks [] for floatingip, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:53.751626 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event deleted for resources: {'Port': ['ID=c59774e1-26db-408c-8a15-2a83c34f7488,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:53.755795 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3420ca75-3873-448a-9704-5dc96944af6a req-f9be58cc-0863-48c5-9559-c916f507c41d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d53e72e7-a502-4766-aa40-fca639a01caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2751634 Sep 10 16:52:53.759519 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:53.834609 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['8138f2ea-df33-40c5-97b0-2a9fdfe4233f'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:52:53.952899 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:53.954033 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] 10.222.0.43 "DELETE /v2.0/floatingips/24b4bea4-057b-49c9-8d61-5d60fee2d1fc HTTP/1.1" status: 204 len: 168 time: 2.3614268 Sep 10 16:52:54.017033 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks [] for floatingip, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:54.107553 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3420ca75-3873-448a-9704-5dc96944af6a req-6d8633ef-af17-4d5e-9483-1252b7f1c326 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193803 Sep 10 16:52:54.154367 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4f0a9-4d9b-440d-9f51-3093f6d88141 req-0818854a-fa3f-4445-8f16-ae355733047b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:54.155849 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d9e4f0a9-4d9b-440d-9f51-3093f6d88141 req-0818854a-fa3f-4445-8f16-ae355733047b tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 944 time: 0.3053041 Sep 10 16:52:54.292862 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d9e4f0a9-4d9b-440d-9f51-3093f6d88141 req-4dd75a11-aa53-4b95-a4b2-485865463806 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773902 Sep 10 16:52:54.370692 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3420ca75-3873-448a-9704-5dc96944af6a req-3f324b88-2a51-43a1-a6d0-97816f10757a service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544057 Sep 10 16:52:54.613498 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Router 060d6952-a32a-48cb-aee4-07a042130825 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:52:54.815290 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:52:54.820033 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:54.824366 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d55b2-181f-46d2-9971-1a115e313fc8 None None] Sync routers for ids ['060d6952-a32a-48cb-aee4-07a042130825'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:52:54.835939 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d55b2-181f-46d2-9971-1a115e313fc8 None None] Routers {'060d6952-a32a-48cb-aee4-07a042130825'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:52:54.836661 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-596d55b2-181f-46d2-9971-1a115e313fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:52:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['060d6952-a32a-48cb-aee4-07a042130825'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:52:54.875208 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "DELETE /v2.0/floatingips/0a4082ec-6e70-4fb3-89dd-ca547ef5ed92 HTTP/1.1" status: 204 len: 168 time: 3.2867444 Sep 10 16:52:54.875208 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:52:54.930207 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17', 'status': 'completed', 'code': 200} Sep 10 16:52:55.021636 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-596d55b2-181f-46d2-9971-1a115e313fc8 None None] Set router 060d6952-a32a-48cb-aee4-07a042130825 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:52:55.037177 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5a2d7296-cc0c-4219-9689-c353e3b64ba8 req-1c85f1ab-93dc-4fca-b501-56eacf3c8589 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52&device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 1098 time: 0.0838759 Sep 10 16:52:55.333130 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8138f2ea-df33-40c5-97b0-2a9fdfe4233f up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:52:55.344670 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d7296-cc0c-4219-9689-c353e3b64ba8 req-f16ddb04-9e51-4b53-9f62-cc945756cfd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:55.346203 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5a2d7296-cc0c-4219-9689-c353e3b64ba8 req-f16ddb04-9e51-4b53-9f62-cc945756cfd3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d53e72e7-a502-4766-aa40-fca639a01caf HTTP/1.1" status: 200 len: 915 time: 0.3013895 Sep 10 16:52:55.433491 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-596d55b2-181f-46d2-9971-1a115e313fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 4, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '640b8de1-31d8-440a-a28e-7c320ac51fe2', 'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'mac_address': 'fa:16:3e:9d:d2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:09Z', 'updated_at': '2021-09-10T16:50:18Z', 'revision_number': 5, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'subnets': [{'id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:52:55.448387 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d55b2-181f-46d2-9971-1a115e313fc8 None None] Checking router: 060d6952-a32a-48cb-aee4-07a042130825 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:52:55.451064 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5a2d7296-cc0c-4219-9689-c353e3b64ba8 req-7a5dd261-107a-41f2-b191-06dbe97c4f8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 200 len: 217 time: 0.0942495 Sep 10 16:52:55.456487 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:52:55.458017 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:55.594960 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d7296-cc0c-4219-9689-c353e3b64ba8 req-95f0d3c1-c84d-4268-ad9a-7c7444cae20f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:55.596174 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5a2d7296-cc0c-4219-9689-c353e3b64ba8 req-95f0d3c1-c84d-4268-ad9a-7c7444cae20f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e196a20-5634-49c9-9a03-bb10361c8c0a HTTP/1.1" status: 200 len: 853 time: 0.1376414 Sep 10 16:52:55.600800 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d55b2-181f-46d2-9971-1a115e313fc8 None None] Routers {'060d6952-a32a-48cb-aee4-07a042130825'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:52:55.601512 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-596d55b2-181f-46d2-9971-1a115e313fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:52:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['060d6952-a32a-48cb-aee4-07a042130825'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:52:55.662896 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:55.685087 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0323fe-a2e6-45e0-80a7-b0c7d737e8d9 req-3659157a-98e5-4ca9-86e5-3ffcc227f34c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:55.686567 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1d0323fe-a2e6-45e0-80a7-b0c7d737e8d9 req-3659157a-98e5-4ca9-86e5-3ffcc227f34c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 944 time: 0.1671023 Sep 10 16:52:55.718187 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:52:55.733859 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5a2d7296-cc0c-4219-9689-c353e3b64ba8 req-6f16be49-0195-484d-afd9-315cfa2e1b3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d53e72e7-a502-4766-aa40-fca639a01caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1277037 Sep 10 16:52:55.765873 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1d0323fe-a2e6-45e0-80a7-b0c7d737e8d9 req-63893c08-5c3a-4d53-aa69-f0240d0c19c9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726380 Sep 10 16:52:55.783760 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:55.799632 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:55.803803 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:52:55.850115 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'code': 200} Sep 10 16:52:55.891995 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5a2d7296-cc0c-4219-9689-c353e3b64ba8 req-031dff58-15a9-4acd-927c-02f090451679 service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491342 Sep 10 16:52:55.899444 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-596d55b2-181f-46d2-9971-1a115e313fc8 None None] Set router 060d6952-a32a-48cb-aee4-07a042130825 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:52:55.945315 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,revision_number=10']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:52:55.955512 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:52:56.119467 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5a2d7296-cc0c-4219-9689-c353e3b64ba8 req-001a3780-c615-4da3-b2c0-bf2d91dfbfaf service neutron] 10.222.0.48 "GET /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203553 Sep 10 16:52:56.131059 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f512bba3-9e10-40ee-8baa-279a91f5ba08 req-25a9c5f4-0f43-4836-93ca-282dd7b6c658 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 1099 time: 0.1317492 Sep 10 16:52:56.174851 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f512bba3-9e10-40ee-8baa-279a91f5ba08 req-631e833d-0a9c-4b0c-b8e9-ce88a1afb6f3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357783 Sep 10 16:52:56.261491 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-596d55b2-181f-46d2-9971-1a115e313fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 4, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '640b8de1-31d8-440a-a28e-7c320ac51fe2', 'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'mac_address': 'fa:16:3e:9d:d2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:09Z', 'updated_at': '2021-09-10T16:50:18Z', 'revision_number': 5, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'subnets': [{'id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:52:56.265324 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d55b2-181f-46d2-9971-1a115e313fc8 None None] The sync data for ids ['060d6952-a32a-48cb-aee4-07a042130825'] in dv-cinder-808473-1-smb is: [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:11Z', 'revision_number': 4, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '640b8de1-31d8-440a-a28e-7c320ac51fe2', 'name': '', 'network_id': 'd53e72e7-a502-4766-aa40-fca639a01caf', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'mac_address': 'fa:16:3e:9d:d2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:09Z', 'updated_at': '2021-09-10T16:50:18Z', 'revision_number': 5, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'subnets': [{'id': '3e196a20-5634-49c9-9a03-bb10361c8c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:52:56.480227 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd7587e-1c8e-4e50-b13a-faf78620eb87 None None] New status for floating IP 0a4082ec-6e70-4fb3-89dd-ca547ef5ed92: DOWN {{(pid=75009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:52:57.020896 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79bb85-d791-416f-b058-f7f4acae08eb req-96de770c-1408-427c-9e0c-73a42a91aacb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:57.022442 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6c79bb85-d791-416f-b058-f7f4acae08eb req-96de770c-1408-427c-9e0c-73a42a91aacb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 946 time: 0.0826588 Sep 10 16:52:57.070312 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6c79bb85-d791-416f-b058-f7f4acae08eb req-261438dc-9b40-4561-8b5e-2bab78d30ef9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410430 Sep 10 16:52:57.101103 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f01d7d7e-5ba6-4d1d-9e7f-9817c0acde65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:57.467410 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:58.235114 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5896fa6-3cee-4d83-a64f-5d5c6132b167 req-942eccf3-eff1-43de-9afb-0182c9d2b97c tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:58.235889 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-d5896fa6-3cee-4d83-a64f-5d5c6132b167 req-942eccf3-eff1-43de-9afb-0182c9d2b97c tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Synchronizing usage tracker for tenant:cd4ceffb98e34ef7af9ad58b6a121e52 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:52:58.250307 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-d5896fa6-3cee-4d83-a64f-5d5c6132b167 req-942eccf3-eff1-43de-9afb-0182c9d2b97c tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Unset dirty status for tenant:cd4ceffb98e34ef7af9ad58b6a121e52 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:52:58.251548 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d5896fa6-3cee-4d83-a64f-5d5c6132b167 req-942eccf3-eff1-43de-9afb-0182c9d2b97c tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 945 time: 0.0957179 Sep 10 16:52:58.353705 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d5896fa6-3cee-4d83-a64f-5d5c6132b167 req-f72c62ef-f413-412d-a3ca-f6f98cd70b58 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963871 Sep 10 16:52:58.377171 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6edd93-2838-4a3a-8fcd-cb3d5a368e05 req-776863ff-5ab2-45c8-8cc2-001ea6c1f053 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:58.378625 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8b6edd93-2838-4a3a-8fcd-cb3d5a368e05 req-776863ff-5ab2-45c8-8cc2-001ea6c1f053 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 946 time: 0.1053836 Sep 10 16:52:58.426471 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-8b6edd93-2838-4a3a-8fcd-cb3d5a368e05 req-397eeab9-2744-4c1a-a105-96d3f8500424 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412428 Sep 10 16:52:58.453820 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35200) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:52:58.920236 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4159322'] for router_interface, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:59.269077 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f027c-89d1-42b6-a5c5-d5d2f78d454f req-d44b6733-aed8-48c8-92a7-435fd97e4ae3 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:59.270490 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1d4f027c-89d1-42b6-a5c5-d5d2f78d454f req-d44b6733-aed8-48c8-92a7-435fd97e4ae3 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 945 time: 0.1066995 Sep 10 16:52:59.349342 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-b48645a6-b464-4fa6-9038-6cfcfdba893f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:59.365779 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1d4f027c-89d1-42b6-a5c5-d5d2f78d454f req-5a0b2be9-8d6d-4d51-ae76-8661daf5b554 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894451 Sep 10 16:52:59.635123 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294939c-9646-4ed4-ac58-32a323f23d68 req-98bf04cc-1ee8-4619-81dc-af672c4790b7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:52:59.637125 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5294939c-9646-4ed4-ac58-32a323f23d68 req-98bf04cc-1ee8-4619-81dc-af672c4790b7 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 945 time: 0.1598260 Sep 10 16:52:59.702362 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5294939c-9646-4ed4-ac58-32a323f23d68 req-19e69480-9559-4d17-bd3c-075014b09e76 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560436 Sep 10 16:52:59.770546 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:52:59.826233 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Deleting port 3dd9af33-0791-4482-a12b-45771d4e4e9d {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:52:59.826584 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:52:59.995355 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] For port 3dd9af33-0791-4482-a12b-45771d4e4e9d, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=3dd9af33-0791-4482-a12b-45771d4e4e9d,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:52:59.995846 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:00.121239 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Calling delete_port for 3dd9af33-0791-4482-a12b-45771d4e4e9d owned by network:router_interface {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:00.216235 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:00.408373 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36869d-51c6-4927-b719-7a15ce94fd60 req-07749b39-3797-45b0-9075-db5147759daf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:53:00.409828 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9f36869d-51c6-4927-b719-7a15ce94fd60 req-07749b39-3797-45b0-9075-db5147759daf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 945 time: 0.2415497 Sep 10 16:53:00.645666 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-9f36869d-51c6-4927-b719-7a15ce94fd60 req-1756213d-b854-4cbd-8f31-7dd40423e42f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Deleting port 6be25a30-e664-4f51-be85-e14c505f8b17 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:00.646005 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-9f36869d-51c6-4927-b719-7a15ce94fd60 req-1756213d-b854-4cbd-8f31-7dd40423e42f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:00.759895 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:00.770319 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:00.830928 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9035f-3dea-46bf-b2af-62aba25eb86a req-5f140ad2-dc8d-4bab-8558-a36aa9adc2d4 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:53:00.832381 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cbf9035f-3dea-46bf-b2af-62aba25eb86a req-5f140ad2-dc8d-4bab-8558-a36aa9adc2d4 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 945 time: 0.3016675 Sep 10 16:53:00.836963 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd9af33-0791-4482-a12b-45771d4e4e9d,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:00.845450 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:01.136034 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-cbf9035f-3dea-46bf-b2af-62aba25eb86a req-a58a3678-1929-4108-bc06-2c7f6bc2917c tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967708 Sep 10 16:53:01.220383 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-9f36869d-51c6-4927-b719-7a15ce94fd60 req-1756213d-b854-4cbd-8f31-7dd40423e42f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] For port 6be25a30-e664-4f51-be85-e14c505f8b17, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6be25a30-e664-4f51-be85-e14c505f8b17,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:01.220765 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-9f36869d-51c6-4927-b719-7a15ce94fd60 req-1756213d-b854-4cbd-8f31-7dd40423e42f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:01.243425 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49782129-ec0c-4221-9bbe-3804a91cdcbd req-a710aaf9-b817-4fc6-89d0-271159af1778 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:53:01.245489 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-49782129-ec0c-4221-9bbe-3804a91cdcbd req-a710aaf9-b817-4fc6-89d0-271159af1778 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d HTTP/1.1" status: 200 len: 945 time: 0.4097102 Sep 10 16:53:01.380654 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-9f36869d-51c6-4927-b719-7a15ce94fd60 req-1756213d-b854-4cbd-8f31-7dd40423e42f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Calling delete_port for 6be25a30-e664-4f51-be85-e14c505f8b17 owned by compute:nova {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:01.476154 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-49782129-ec0c-4221-9bbe-3804a91cdcbd req-6d44401d-5100-462e-80e4-54da41d0c0ad tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755233 Sep 10 16:53:01.615314 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-9f36869d-51c6-4927-b719-7a15ce94fd60 req-1756213d-b854-4cbd-8f31-7dd40423e42f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:01.623183 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f94dac3b-e704-4c1a-9a07-892ed6b38c9b tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:01.679952 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756213d-b854-4cbd-8f31-7dd40423e42f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Pushing event deleted for resources: {'Port': ['ID=6be25a30-e664-4f51-be85-e14c505f8b17,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:01.682237 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-1756213d-b854-4cbd-8f31-7dd40423e42f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:01.747710 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:01.754077 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3025990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159470'] for router_interface, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:01.763800 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f36869d-51c6-4927-b719-7a15ce94fd60 req-1756213d-b854-4cbd-8f31-7dd40423e42f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] No DVR routers for this DVR port 6be25a30-e664-4f51-be85-e14c505f8b17 on host hv-cinder-80847 {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:53:01.767605 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-9f36869d-51c6-4927-b719-7a15ce94fd60 req-1756213d-b854-4cbd-8f31-7dd40423e42f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:01.770013 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'name': 'network-vif-deleted', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:53:01.843014 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b41d7d-1bca-420f-a0d4-5df1a8e55b8d', 'name': 'network-vif-deleted', 'tag': '6be25a30-e664-4f51-be85-e14c505f8b17', 'status': 'completed', 'code': 200} Sep 10 16:53:01.851093 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-9f36869d-51c6-4927-b719-7a15ce94fd60 req-1756213d-b854-4cbd-8f31-7dd40423e42f tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] 10.222.0.48 "DELETE /v2.0/ports/6be25a30-e664-4f51-be85-e14c505f8b17 HTTP/1.1" status: 204 len: 173 time: 1.4336407 Sep 10 16:53:02.427601 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871ee0d-8a7c-4874-b2d1-b9844fbf20ad req-1d330f6f-0009-4ac7-8abb-b8bd368b12d6 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:53:02.429093 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0871ee0d-8a7c-4874-b2d1-b9844fbf20ad req-1d330f6f-0009-4ac7-8abb-b8bd368b12d6 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 945 time: 0.1621830 Sep 10 16:53:02.556780 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0871ee0d-8a7c-4874-b2d1-b9844fbf20ad req-a3b85ff5-3c05-4673-b348-3118e76987df tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724177 Sep 10 16:53:02.586778 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:53:02.790344 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:53:02.795929 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] 10.222.0.43 "PUT /v2.0/routers/4aa59f83-aeb0-4a24-b89b-a943edf811a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3409371 Sep 10 16:53:02.798385 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35240) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:02.801955 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933e93f-b14f-4eea-bd15-ef262b1891ff None None] Sync routers for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:53:02.821591 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933e93f-b14f-4eea-bd15-ef262b1891ff None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:53:02.822216 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-a933e93f-b14f-4eea-bd15-ef262b1891ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:52:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:03.009885 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-a933e93f-b14f-4eea-bd15-ef262b1891ff None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:53:03.014794 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Notify callbacks [] for router, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:03.177059 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35266) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:03.294073 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-a933e93f-b14f-4eea-bd15-ef262b1891ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:53:00Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:03.297936 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933e93f-b14f-4eea-bd15-ef262b1891ff None None] Checking router: 4aa59f83-aeb0-4a24-b89b-a943edf811a6 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:53:03.309106 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933e93f-b14f-4eea-bd15-ef262b1891ff None None] Routers {'4aa59f83-aeb0-4a24-b89b-a943edf811a6'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:53:03.309749 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-a933e93f-b14f-4eea-bd15-ef262b1891ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:52:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:03.367507 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:03.387123 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Deleting port 9663a611-84e0-426b-a7c9-562bdc13d6c6 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:03.387353 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:03.441243 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 6be25a30-e664-4f51-be85-e14c505f8b17 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:03.485094 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 6be25a30-e664-4f51-be85-e14c505f8b17 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:03.485445 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 6be25a30-e664-4f51-be85-e14c505f8b17 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:03.525578 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-a933e93f-b14f-4eea-bd15-ef262b1891ff None None] Set router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:53:03.812219 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-a933e93f-b14f-4eea-bd15-ef262b1891ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:53:00Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:03.816156 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933e93f-b14f-4eea-bd15-ef262b1891ff None None] The sync data for ids ['4aa59f83-aeb0-4a24-b89b-a943edf811a6'] in dv-cinder-808473-1-smb is: [{'id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'name': 'tempest-AttachVolumeTestJSON-1664506912-router', 'tenant_id': '90d702d7559f4126a99bbd8b70ef84d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:48Z', 'updated_at': '2021-09-10T16:53:00Z', 'revision_number': 5, 'project_id': '90d702d7559f4126a99bbd8b70ef84d1', 'gw_port': {'id': '9663a611-84e0-426b-a7c9-562bdc13d6c6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa59f83-aeb0-4a24-b89b-a943edf811a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:50Z', 'updated_at': '2021-09-10T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:53:03.831346 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] For port 9663a611-84e0-426b-a7c9-562bdc13d6c6, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=9663a611-84e0-426b-a7c9-562bdc13d6c6,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:03.831904 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:03.970018 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Calling delete_port for 9663a611-84e0-426b-a7c9-562bdc13d6c6 owned by network:router_gateway {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:04.087020 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f76fc6-9579-41bc-8cc3-8563de6936de req-16410c99-e9b6-4889-9dd8-772e824fd354 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:53:04.089270 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-13f76fc6-9579-41bc-8cc3-8563de6936de req-16410c99-e9b6-4889-9dd8-772e824fd354 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 945 time: 0.3868804 Sep 10 16:53:04.167770 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 3dd9af33-0791-4482-a12b-45771d4e4e9d no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:04.195063 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77802ea-695c-4f76-ac0a-582ea553986e req-c291baa8-f3ad-48b9-a835-a71888af2c40 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:53:04.196590 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a77802ea-695c-4f76-ac0a-582ea553986e req-c291baa8-f3ad-48b9-a835-a71888af2c40 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 945 time: 0.4938502 Sep 10 16:53:04.217182 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 3dd9af33-0791-4482-a12b-45771d4e4e9d {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:04.217595 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 3dd9af33-0791-4482-a12b-45771d4e4e9d not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:04.305393 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-13f76fc6-9579-41bc-8cc3-8563de6936de req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Deleting port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:04.305742 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-13f76fc6-9579-41bc-8cc3-8563de6936de req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:04.360608 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a77802ea-695c-4f76-ac0a-582ea553986e req-fcae6af1-f9ed-48d4-ba57-63ebdfb8214b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475365 Sep 10 16:53:04.572022 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:04.588610 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:04.619244 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4159322'] for router_interface, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:04.696277 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Pushing event deleted for resources: {'Port': ['ID=9663a611-84e0-426b-a7c9-562bdc13d6c6,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:04.701690 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:04.833843 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-13f76fc6-9579-41bc-8cc3-8563de6936de req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] For port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c,segment=NetworkSegment(983c267f-0057-4d43-b078-1b077050444f),segment_id=983c267f-0057-4d43-b078-1b077050444f)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:04.834540 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-13f76fc6-9579-41bc-8cc3-8563de6936de req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:05.116311 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-13f76fc6-9579-41bc-8cc3-8563de6936de req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Calling delete_port for 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c owned by compute:nova {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:05.295074 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4158321'] for router_gateway, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:05.676538 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6736'] for router, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:05.700514 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:05.727570 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-13f76fc6-9579-41bc-8cc3-8563de6936de req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:05.761284 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c0dad6d2-1403-43ef-8325-88057dee506e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:05.881111 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Pushing event deleted for resources: {'Port': ['ID=8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:05.894373 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:05.936209 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f54b8c-d077-4bd5-8d50-6d2e371e64af req-06116d0d-bd83-4ff1-88dd-9eec256e7627 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:53:05.937617 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b9f54b8c-d077-4bd5-8d50-6d2e371e64af req-06116d0d-bd83-4ff1-88dd-9eec256e7627 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3934394-d309-4710-bccd-c8aa5c6a3600 HTTP/1.1" status: 200 len: 867 time: 0.4183786 Sep 10 16:53:05.944182 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4159765'] for router, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:05.944701 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aa59f83-aeb0-4a24-b89b-a943edf811a6 {{(pid=75006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:53:06.069637 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f76fc6-9579-41bc-8cc3-8563de6936de req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] No DVR routers for this DVR port 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c on host hv-cinder-80847 {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:53:06.085129 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-13f76fc6-9579-41bc-8cc3-8563de6936de req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:06.087677 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3934394-d309-4710-bccd-c8aa5c6a3600', 'name': 'network-vif-deleted', 'tag': '8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:53:06.137271 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-13f76fc6-9579-41bc-8cc3-8563de6936de req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.48 "DELETE /v2.0/ports/8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c HTTP/1.1" status: 204 len: 173 time: 2.0340576 Sep 10 16:53:06.148941 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Notify callbacks [] for router, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:06.150249 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] 10.222.0.43 "DELETE /v2.0/routers/4aa59f83-aeb0-4a24-b89b-a943edf811a6 HTTP/1.1" status: 204 len: 168 time: 3.3501883 Sep 10 16:53:06.153504 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35276) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:06.153989 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3934394-d309-4710-bccd-c8aa5c6a3600', 'name': 'network-vif-deleted', 'tag': '8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c', 'status': 'completed', 'code': 200} Sep 10 16:53:06.161687 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-b9f54b8c-d077-4bd5-8d50-6d2e371e64af req-31a739d6-bfd0-413e-8836-407ef0dccdc9 tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] 10.222.0.43 "GET /v2.0/security-groups?id=b157c44a-32a6-4b65-acbe-242241cb1d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154198 Sep 10 16:53:06.223275 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Deleting subnet 54bb58bb-87eb-4281-bd1c-58a2b9514021 {{(pid=75007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:53:06.226258 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:06.280326 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968804'] for subnet, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:06.455421 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 9663a611-84e0-426b-a7c9-562bdc13d6c6 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:06.489004 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 9663a611-84e0-426b-a7c9-562bdc13d6c6 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:06.489868 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 9663a611-84e0-426b-a7c9-562bdc13d6c6 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:06.507345 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:06.551663 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] Deleting port 640b8de1-31d8-440a-a28e-7c320ac51fe2 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:06.551993 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:06.576277 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3038976'] for subnet, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:06.582730 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:06.618056 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54bb58bb-87eb-4281-bd1c-58a2b9514021,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:06.621169 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:06.632789 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/54bb58bb-87eb-4281-bd1c-58a2b9514021 HTTP/1.1" status: 204 len: 168 time: 0.4762878 Sep 10 16:53:06.634781 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd066ac8-807c-4516-8617-b753a0eccd55 None None] Network b65969a5-0d8c-42ad-9abf-b97b1a238cde requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:53:06.638601 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:06.638977 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:06.639337 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:06.639694 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:06.640049 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:06.640400 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:06.640773 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:06.641138 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:06.641470 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:06.641813 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:06.644802 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:06.650853 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-03b56c49-41a1-47df-843c-cbb1c1def031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:06.652259 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35280) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:06.755649 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] For port 640b8de1-31d8-440a-a28e-7c320ac51fe2, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=640b8de1-31d8-440a-a28e-7c320ac51fe2,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:06.756012 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:06.802741 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:06.825649 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Deleting port 7cfc273e-50c3-48fb-affe-7c8a1484d475 {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:06.826010 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:06.891766 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] Calling delete_port for 640b8de1-31d8-440a-a28e-7c320ac51fe2 owned by network:router_interface {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:06.960904 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18dbeec-8828-4bf7-8ead-d4d6256ebcf8 None None] DHCP port deletion for b65969a5-0d8c-42ad-9abf-b97b1a238cde request from dv-cinder-808473-1-smb {{(pid=75008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 16:53:06.966663 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-d18dbeec-8828-4bf7-8ead-d4d6256ebcf8 None None] Deleting port 7cfc273e-50c3-48fb-affe-7c8a1484d475 {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:06.968023 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-d18dbeec-8828-4bf7-8ead-d4d6256ebcf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.056002 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] For port 7cfc273e-50c3-48fb-affe-7c8a1484d475, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=7cfc273e-50c3-48fb-affe-7c8a1484d475,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:07.056314 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.079680 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.085746 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-08422d9c-3647-4f11-8371-2320a02fa00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:07.131328 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] Pushing event deleted for resources: {'Port': ['ID=640b8de1-31d8-440a-a28e-7c320ac51fe2,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:07.133906 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:07.190026 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Calling delete_port for 7cfc273e-50c3-48fb-affe-7c8a1484d475 owned by network:dhcp {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:07.193717 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-d18dbeec-8828-4bf7-8ead-d4d6256ebcf8 None None] For port 7cfc273e-50c3-48fb-affe-7c8a1484d475, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=7cfc273e-50c3-48fb-affe-7c8a1484d475,segment=NetworkSegment(146b7c40-f09b-4bc9-99db-6fda84fe2f92),segment_id=146b7c40-f09b-4bc9-99db-6fda84fe2f92)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:07.194139 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-d18dbeec-8828-4bf7-8ead-d4d6256ebcf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.302107 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.306433 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d536fec4-8aa9-461b-adc2-ea82693b9db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:07.322593 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-d18dbeec-8828-4bf7-8ead-d4d6256ebcf8 None None] Calling delete_port for 7cfc273e-50c3-48fb-affe-7c8a1484d475 owned by network:dhcp {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:07.372858 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfc273e-50c3-48fb-affe-7c8a1484d475,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:07.375848 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:07.395687 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] No DVR routers for this DVR port 7cfc273e-50c3-48fb-affe-7c8a1484d475 on host dv-cinder-808473-1-smb {{(pid=75007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:53:07.457361 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:07.484260 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3025990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159470'] for router_interface, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.508691 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:07.509035 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8ee0fcaa-6a9b-4524-8610-0fd7d2adc28c not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:07.517714 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.db.api [None req-d18dbeec-8828-4bf7-8ead-d4d6256ebcf8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:53:07.518113 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_db.api [None req-d18dbeec-8828-4bf7-8ead-d4d6256ebcf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:53:07.552231 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.565401 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65969a5-0d8c-42ad-9abf-b97b1a238cde']}} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:07.577986 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146b7c40-f09b-4bc9-99db-6fda84fe2f92') {'for_net_delete': True} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:07.578275 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146b7c40-f09b-4bc9-99db-6fda84fe2f92') {} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:07.590867 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968829'] for segment, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.607993 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.614484 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=75007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:53:07.614878 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296045'] for segment, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: Traceback (most recent call last): Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: timer() Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: cb(*args, **kw) Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: return func(*args, **kwargs) Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: self._notify() Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: self.callback(batched_events) Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: event.method(event) Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: return f(self, *a, **k) Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: return self._get(url).json() Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: return self.request(url, 'GET', **kwargs) Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:53:07.629151 dv-cinder-808473-1-smb neutron-server[75007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:53:07.719959 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.724518 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8ef9c5d2-1083-4053-a4ae-d49141fd44c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:07.739672 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:07.751987 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b65969a5-0d8c-42ad-9abf-b97b1a238cde,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:07.759493 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:07.790574 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b65969a5-0d8c-42ad-9abf-b97b1a238cde HTTP/1.1" status: 204 len: 168 time: 1.1338496 Sep 10 16:53:07.949129 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35294) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:08.000938 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-32acb8f3-8542-47ac-8a49-2cbd5e42d54d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90d702d7559f4126a99bbd8b70ef84d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504403 Sep 10 16:53:08.003393 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35298) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:08.019558 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-d18dbeec-8828-4bf7-8ead-d4d6256ebcf8 None None] Deleting port 7cfc273e-50c3-48fb-affe-7c8a1484d475 {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:08.019890 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-d18dbeec-8828-4bf7-8ead-d4d6256ebcf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:08.090742 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56bb623c-235b-4f70-bc7c-c46284750303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:08.095303 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-d18dbeec-8828-4bf7-8ead-d4d6256ebcf8 None None] The port '7cfc273e-50c3-48fb-affe-7c8a1484d475' was deleted {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 16:53:08.133765 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56bb623c-235b-4f70-bc7c-c46284750303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:08.197023 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56bb623c-235b-4f70-bc7c-c46284750303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:08.204556 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c17f5431-af5a-4df3-a544-49d04db95143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:08.219102 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb623c-235b-4f70-bc7c-c46284750303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f61a3e4-4b1e-498b-8489-0561c4c4a9bf,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:08.221057 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-56bb623c-235b-4f70-bc7c-c46284750303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:08.226363 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-56bb623c-235b-4f70-bc7c-c46284750303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:08.227581 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-56bb623c-235b-4f70-bc7c-c46284750303 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f61a3e4-4b1e-498b-8489-0561c4c4a9bf HTTP/1.1" status: 204 len: 168 time: 0.2232487 Sep 10 16:53:08.236632 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 7cfc273e-50c3-48fb-affe-7c8a1484d475 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:08.238216 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] Router 060d6952-a32a-48cb-aee4-07a042130825 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:53:08.271660 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 7cfc273e-50c3-48fb-affe-7c8a1484d475 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:08.272001 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 7cfc273e-50c3-48fb-affe-7c8a1484d475 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:08.442718 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:53:08.452653 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c062e97e-9288-4eeb-aba2-e79aceec1482 None None] Sync routers for ids ['060d6952-a32a-48cb-aee4-07a042130825'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:53:08.458371 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35306) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:08.458503 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-80f1e3bf-134a-4c29-b8f4-8af77626feef admin admin] 10.222.0.43 "PUT /v2.0/routers/060d6952-a32a-48cb-aee4-07a042130825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2805583 Sep 10 16:53:08.469120 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c062e97e-9288-4eeb-aba2-e79aceec1482 None None] Routers {'060d6952-a32a-48cb-aee4-07a042130825'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:53:08.470011 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-c062e97e-9288-4eeb-aba2-e79aceec1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:52:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['060d6952-a32a-48cb-aee4-07a042130825'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:08.660612 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Notify callbacks [] for router, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:08.673992 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-c062e97e-9288-4eeb-aba2-e79aceec1482 None None] Set router 060d6952-a32a-48cb-aee4-07a042130825 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:53:08.968942 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:08.974000 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-c062e97e-9288-4eeb-aba2-e79aceec1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:53:07Z', 'revision_number': 5, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port': {'id': '284e3f9c-3e0a-4730-b681-452f787162a0', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d6952-a32a-48cb-aee4-07a042130825', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:08.978164 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c062e97e-9288-4eeb-aba2-e79aceec1482 None None] Checking router: 060d6952-a32a-48cb-aee4-07a042130825 for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:53:08.979793 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Deleting port 284e3f9c-3e0a-4730-b681-452f787162a0 {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:08.980364 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:08.990084 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c062e97e-9288-4eeb-aba2-e79aceec1482 None None] Routers {'060d6952-a32a-48cb-aee4-07a042130825'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:53:08.990689 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-c062e97e-9288-4eeb-aba2-e79aceec1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:52:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['060d6952-a32a-48cb-aee4-07a042130825'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:09.168186 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-c062e97e-9288-4eeb-aba2-e79aceec1482 None None] Set router 060d6952-a32a-48cb-aee4-07a042130825 gateway port host: None {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:53:09.184224 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] For port 284e3f9c-3e0a-4730-b681-452f787162a0, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=284e3f9c-3e0a-4730-b681-452f787162a0,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:09.184708 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:09.288700 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-c062e97e-9288-4eeb-aba2-e79aceec1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:53:08Z', 'revision_number': 6, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port_host': None}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:09.294758 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c062e97e-9288-4eeb-aba2-e79aceec1482 None None] The sync data for ids ['060d6952-a32a-48cb-aee4-07a042130825'] in dv-cinder-808473-1-smb is: [{'id': '060d6952-a32a-48cb-aee4-07a042130825', 'name': 'tempest-TestMinimumBasicScenario-638485768-router', 'tenant_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:05Z', 'updated_at': '2021-09-10T16:53:08Z', 'revision_number': 6, 'project_id': 'cd4ceffb98e34ef7af9ad58b6a121e52', 'gw_port_host': None}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:53:09.356877 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Calling delete_port for 284e3f9c-3e0a-4730-b681-452f787162a0 owned by network:router_gateway {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:09.526793 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:09.530414 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:09.571996 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Pushing event deleted for resources: {'Port': ['ID=284e3f9c-3e0a-4730-b681-452f787162a0,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:09.576748 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:09.810943 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4158321'] for router_gateway, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.078813 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6736'] for router, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.084851 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.117317 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4159765'] for router, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.118126 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 060d6952-a32a-48cb-aee4-07a042130825 {{(pid=75007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:53:10.133320 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] Notify callbacks [] for router, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.134456 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-af2441ab-5602-49f2-934c-a18ba35fb507 admin admin] 10.222.0.43 "DELETE /v2.0/routers/060d6952-a32a-48cb-aee4-07a042130825 HTTP/1.1" status: 204 len: 168 time: 1.6749763 Sep 10 16:53:10.137135 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35348) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:10.180116 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 640b8de1-31d8-440a-a28e-7c320ac51fe2 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:10.198792 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa85b4a-7e2d-4091-9544-b871e3342a90 admin admin] Deleting subnet 3e196a20-5634-49c9-9a03-bb10361c8c0a {{(pid=75006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:53:10.202369 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0fa85b4a-7e2d-4091-9544-b871e3342a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.216010 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 640b8de1-31d8-440a-a28e-7c320ac51fe2 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:10.216355 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 640b8de1-31d8-440a-a28e-7c320ac51fe2 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:10.216855 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 284e3f9c-3e0a-4730-b681-452f787162a0 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:10.254057 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 284e3f9c-3e0a-4730-b681-452f787162a0 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:10.254410 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 284e3f9c-3e0a-4730-b681-452f787162a0 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:10.271322 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0fa85b4a-7e2d-4091-9544-b871e3342a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756539'] for subnet, precommit_delete_associations {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.415883 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0fa85b4a-7e2d-4091-9544-b871e3342a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.510281 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0fa85b4a-7e2d-4091-9544-b871e3342a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2755689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2667469'] for subnet, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.515387 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-1d9e3ad5-1f77-431e-8f20-30d7c372bf76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:10.553757 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa85b4a-7e2d-4091-9544-b871e3342a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e196a20-5634-49c9-9a03-bb10361c8c0a,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:10.556365 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-0fa85b4a-7e2d-4091-9544-b871e3342a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:10.560115 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0fa85b4a-7e2d-4091-9544-b871e3342a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.566354 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-0fa85b4a-7e2d-4091-9544-b871e3342a90 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3e196a20-5634-49c9-9a03-bb10361c8c0a HTTP/1.1" status: 204 len: 168 time: 0.4282050 Sep 10 16:53:10.568879 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35368) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:10.569800 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed65f60-b280-418f-bf95-630fae146829 None None] Network d53e72e7-a502-4766-aa40-fca639a01caf requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:53:10.794789 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.810098 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Deleting port 19b63f9a-9584-4ac0-bcc4-b244a93ea669 {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:10.810306 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:10.875924 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35374) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:10.885163 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5daaf-4e8d-46ef-b72c-7a5915bcdd80 None None] DHCP port deletion for d53e72e7-a502-4766-aa40-fca639a01caf request from dv-cinder-808473-1-smb {{(pid=75008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 16:53:10.894478 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5daaf-4e8d-46ef-b72c-7a5915bcdd80 None None] Deleting port 19b63f9a-9584-4ac0-bcc4-b244a93ea669 {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:10.895192 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-1dc5daaf-4e8d-46ef-b72c-7a5915bcdd80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.078176 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] For port 19b63f9a-9584-4ac0-bcc4-b244a93ea669, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=19b63f9a-9584-4ac0-bcc4-b244a93ea669,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:11.078532 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.130597 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-69d553c3-3c8f-499d-b324-d30615eae431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.147557 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-1dc5daaf-4e8d-46ef-b72c-7a5915bcdd80 None None] For port 19b63f9a-9584-4ac0-bcc4-b244a93ea669, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=19b63f9a-9584-4ac0-bcc4-b244a93ea669,segment=NetworkSegment(564fd921-7a5d-4562-9f41-a87f87488c00),segment_id=564fd921-7a5d-4562-9f41-a87f87488c00)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:11.147941 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-1dc5daaf-4e8d-46ef-b72c-7a5915bcdd80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.182662 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-69d553c3-3c8f-499d-b324-d30615eae431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:53:11.187946 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-69d553c3-3c8f-499d-b324-d30615eae431 admin admin] Usage tracker for resource:security_group_rule and tenant:cde020474b3547cd91489ba317302383 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:53:11.191541 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-69d553c3-3c8f-499d-b324-d30615eae431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:53:11.197905 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-69d553c3-3c8f-499d-b324-d30615eae431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:53:11.230073 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Calling delete_port for 19b63f9a-9584-4ac0-bcc4-b244a93ea669 owned by network:dhcp {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:11.280834 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-69d553c3-3c8f-499d-b324-d30615eae431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.286652 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-69d553c3-3c8f-499d-b324-d30615eae431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.296649 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-19fe847c-8998-46bd-be2e-43a50e2b196a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:11.311232 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.315795 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:11.327588 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5daaf-4e8d-46ef-b72c-7a5915bcdd80 None None] Calling delete_port for 19b63f9a-9584-4ac0-bcc4-b244a93ea669 owned by network:dhcp {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:11.339110 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d553c3-3c8f-499d-b324-d30615eae431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c37182a-241f-4d44-b386-b0f4f7aa14aa,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:11.343766 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-69d553c3-3c8f-499d-b324-d30615eae431 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cde020474b3547cd91489ba317302383&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4672413 Sep 10 16:53:11.344840 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-69d553c3-3c8f-499d-b324-d30615eae431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:11.346382 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35384) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:11.359905 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b63f9a-9584-4ac0-bcc4-b244a93ea669,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:11.364336 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:11.369639 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] No DVR routers for this DVR port 19b63f9a-9584-4ac0-bcc4-b244a93ea669 on host dv-cinder-808473-1-smb {{(pid=75007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:53:11.414277 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-86ac385d-7475-4eaf-ba2f-7e12a0fd3e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.421197 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.db.api [None req-1dc5daaf-4e8d-46ef-b72c-7a5915bcdd80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:53:11.421565 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_db.api [None req-1dc5daaf-4e8d-46ef-b72c-7a5915bcdd80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:53:11.440648 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-86ac385d-7475-4eaf-ba2f-7e12a0fd3e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.484200 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.493339 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-86ac385d-7475-4eaf-ba2f-7e12a0fd3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.497127 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e33bc2ac-da5d-4e56-a6dd-c858b37738f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:11.502233 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53e72e7-a502-4766-aa40-fca639a01caf']}} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:11.508069 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac385d-7475-4eaf-ba2f-7e12a0fd3e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c37182a-241f-4d44-b386-b0f4f7aa14aa,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:11.513047 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-86ac385d-7475-4eaf-ba2f-7e12a0fd3e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:11.515981 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-86ac385d-7475-4eaf-ba2f-7e12a0fd3e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.516532 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564fd921-7a5d-4562-9f41-a87f87488c00') {'for_net_delete': True} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:11.517127 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-86ac385d-7475-4eaf-ba2f-7e12a0fd3e6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c37182a-241f-4d44-b386-b0f4f7aa14aa HTTP/1.1" status: 204 len: 168 time: 0.1698327 Sep 10 16:53:11.520629 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564fd921-7a5d-4562-9f41-a87f87488c00') {} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:11.535922 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968829'] for segment, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.553952 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.560440 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=75007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:53:11.560843 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296045'] for segment, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: Traceback (most recent call last): Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: timer() Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: cb(*args, **kw) Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: return func(*args, **kwargs) Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: self._notify() Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: self.callback(batched_events) Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: event.method(event) Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: return f(self, *a, **k) Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: return self._get(url).json() Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: return self.request(url, 'GET', **kwargs) Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:53:11.574614 dv-cinder-808473-1-smb neutron-server[75007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:53:11.648075 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.653530 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a802bd6f-711e-403f-afdf-dae4258c12f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:11.670106 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.682522 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d53e72e7-a502-4766-aa40-fca639a01caf,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:11.686045 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:11.687809 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-cfa94fdf-86c8-40d9-b566-1b4316ccb0f9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d53e72e7-a502-4766-aa40-fca639a01caf HTTP/1.1" status: 204 len: 168 time: 1.1179745 Sep 10 16:53:11.690724 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35392) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:11.863584 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35396) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:11.882242 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6d17e16d-29c5-4aec-9572-e00e1fe57c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.913091 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-6d17e16d-29c5-4aec-9572-e00e1fe57c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:53:11.916938 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-6d17e16d-29c5-4aec-9572-e00e1fe57c6b admin admin] Usage tracker for resource:security_group_rule and tenant:026c0870888c476c836c551149deefbe is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:53:11.919737 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-6d17e16d-29c5-4aec-9572-e00e1fe57c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:53:11.923190 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5daaf-4e8d-46ef-b72c-7a5915bcdd80 None None] Deleting port 19b63f9a-9584-4ac0-bcc4-b244a93ea669 {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:11.923642 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-1dc5daaf-4e8d-46ef-b72c-7a5915bcdd80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:11.925430 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-6d17e16d-29c5-4aec-9572-e00e1fe57c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:53:11.990367 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5daaf-4e8d-46ef-b72c-7a5915bcdd80 None None] The port '19b63f9a-9584-4ac0-bcc4-b244a93ea669' was deleted {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 16:53:12.003014 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6d17e16d-29c5-4aec-9572-e00e1fe57c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:12.007041 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6d17e16d-29c5-4aec-9572-e00e1fe57c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:12.015442 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f1e51d13-559d-44a6-9647-79a98a9879fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:12.048251 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17e16d-29c5-4aec-9572-e00e1fe57c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865685cf-2678-4f0e-bfee-bc2fa70e7c1f,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:12.069170 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6d17e16d-29c5-4aec-9572-e00e1fe57c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:12.078643 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-6d17e16d-29c5-4aec-9572-e00e1fe57c6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=026c0870888c476c836c551149deefbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2140155 Sep 10 16:53:12.081373 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35400) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:12.097109 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4159322'] for router_interface, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:12.148722 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8dcb691f-2a22-4887-add7-b59f54ac6807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:12.172798 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 19b63f9a-9584-4ac0-bcc4-b244a93ea669 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:12.178828 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8dcb691f-2a22-4887-add7-b59f54ac6807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:12.206541 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 19b63f9a-9584-4ac0-bcc4-b244a93ea669 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:12.206889 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 19b63f9a-9584-4ac0-bcc4-b244a93ea669 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:12.234485 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8dcb691f-2a22-4887-add7-b59f54ac6807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:12.239039 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-053a2f1f-fe24-499d-9cb2-aa0a65456993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:12.252761 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb691f-2a22-4887-add7-b59f54ac6807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865685cf-2678-4f0e-bfee-bc2fa70e7c1f,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:12.255241 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8dcb691f-2a22-4887-add7-b59f54ac6807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:12.258708 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8dcb691f-2a22-4887-add7-b59f54ac6807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:12.262967 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-8dcb691f-2a22-4887-add7-b59f54ac6807 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/865685cf-2678-4f0e-bfee-bc2fa70e7c1f HTTP/1.1" status: 204 len: 168 time: 0.1775165 Sep 10 16:53:12.854900 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] Deleting port f687ab28-a0c4-401f-8f81-390b9ad2501d {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:12.855474 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:13.031476 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] For port f687ab28-a0c4-401f-8f81-390b9ad2501d, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=f687ab28-a0c4-401f-8f81-390b9ad2501d,segment=NetworkSegment(c2928c67-341a-4034-8f6f-785d107f178a),segment_id=c2928c67-341a-4034-8f6f-785d107f178a)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:13.031759 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:13.151829 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] Calling delete_port for f687ab28-a0c4-401f-8f81-390b9ad2501d owned by network:router_interface {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:13.328268 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:13.331919 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:13.374392 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f687ab28-a0c4-401f-8f81-390b9ad2501d,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:13.377912 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:13.679622 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3025990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159470'] for router_interface, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:13.821245 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:14.402809 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] Router 615681f2-db48-493e-9542-c005e0c46a84 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:53:14.604532 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:53:14.615470 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06d5d8-5706-4a17-bfe7-30985e6b850d None None] Sync routers for ids ['615681f2-db48-493e-9542-c005e0c46a84'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:53:14.621662 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-064a34fd-3c88-4e13-8ede-9677e14f4ea5 admin admin] 10.222.0.43 "PUT /v2.0/routers/615681f2-db48-493e-9542-c005e0c46a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9296219 Sep 10 16:53:14.624157 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35468) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:14.628885 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06d5d8-5706-4a17-bfe7-30985e6b850d None None] Routers {'615681f2-db48-493e-9542-c005e0c46a84'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:53:14.629680 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7e06d5d8-5706-4a17-bfe7-30985e6b850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:52:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['615681f2-db48-493e-9542-c005e0c46a84'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:14.835458 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Notify callbacks [] for router, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:14.841108 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-7e06d5d8-5706-4a17-bfe7-30985e6b850d None None] Set router 615681f2-db48-493e-9542-c005e0c46a84 gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:53:15.034429 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:15.044207 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Deleting port ef986e1d-d9ef-4108-8ce5-02ffb6301f34 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:15.044604 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:15.127285 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7e06d5d8-5706-4a17-bfe7-30985e6b850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615681f2-db48-493e-9542-c005e0c46a84', 'name': 'tempest-TestMinimumBasicScenario-341582984-router', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:15Z', 'updated_at': '2021-09-10T16:53:13Z', 'revision_number': 5, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'gw_port': {'id': 'ef986e1d-d9ef-4108-8ce5-02ffb6301f34', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615681f2-db48-493e-9542-c005e0c46a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:50:16Z', 'updated_at': '2021-09-10T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:15.131104 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06d5d8-5706-4a17-bfe7-30985e6b850d None None] Checking router: 615681f2-db48-493e-9542-c005e0c46a84 for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:53:15.141558 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06d5d8-5706-4a17-bfe7-30985e6b850d None None] Routers {'615681f2-db48-493e-9542-c005e0c46a84'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:53:15.142177 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7e06d5d8-5706-4a17-bfe7-30985e6b850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:52:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['615681f2-db48-493e-9542-c005e0c46a84'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:15.227064 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] For port ef986e1d-d9ef-4108-8ce5-02ffb6301f34, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=ef986e1d-d9ef-4108-8ce5-02ffb6301f34,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:15.227424 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:15.293038 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-7e06d5d8-5706-4a17-bfe7-30985e6b850d None None] Set router 615681f2-db48-493e-9542-c005e0c46a84 gateway port host: None {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:53:15.347564 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Calling delete_port for ef986e1d-d9ef-4108-8ce5-02ffb6301f34 owned by network:router_gateway {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:15.402185 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-7e06d5d8-5706-4a17-bfe7-30985e6b850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615681f2-db48-493e-9542-c005e0c46a84', 'name': 'tempest-TestMinimumBasicScenario-341582984-router', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:15Z', 'updated_at': '2021-09-10T16:53:15Z', 'revision_number': 6, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'gw_port_host': None}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:15.406867 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06d5d8-5706-4a17-bfe7-30985e6b850d None None] The sync data for ids ['615681f2-db48-493e-9542-c005e0c46a84'] in dv-cinder-808473-1-smb is: [{'id': '615681f2-db48-493e-9542-c005e0c46a84', 'name': 'tempest-TestMinimumBasicScenario-341582984-router', 'tenant_id': '289556d0048740ada23d0e6c082c16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:50:15Z', 'updated_at': '2021-09-10T16:53:15Z', 'revision_number': 6, 'project_id': '289556d0048740ada23d0e6c082c16c1', 'gw_port_host': None}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:53:15.538669 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:15.543776 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-37c61399-8a8a-454c-92c1-8a5bad63ba4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:15.584845 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef986e1d-d9ef-4108-8ce5-02ffb6301f34,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:15.587609 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:15.913544 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4158321'] for router_gateway, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.173239 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6736'] for router, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.178000 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.214358 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4159765'] for router, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.215046 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 615681f2-db48-493e-9542-c005e0c46a84 {{(pid=75006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:53:16.246094 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] Notify callbacks [] for router, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.247344 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-54dc473b-843e-4f94-b8e3-22e6f1659916 admin admin] 10.222.0.43 "DELETE /v2.0/routers/615681f2-db48-493e-9542-c005e0c46a84 HTTP/1.1" status: 204 len: 168 time: 1.6220565 Sep 10 16:53:16.250055 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35490) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:16.271981 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device ef986e1d-d9ef-4108-8ce5-02ffb6301f34 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:16.313784 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: ef986e1d-d9ef-4108-8ce5-02ffb6301f34 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:16.314197 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device ef986e1d-d9ef-4108-8ce5-02ffb6301f34 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:16.314924 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device f687ab28-a0c4-401f-8f81-390b9ad2501d no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:16.317206 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03b0e43-0827-43f9-9ce1-05fac1505036 admin admin] Deleting subnet 50c27e6c-6294-488d-8c16-b9b741d64609 {{(pid=75007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:53:16.320540 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d03b0e43-0827-43f9-9ce1-05fac1505036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.355533 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: f687ab28-a0c4-401f-8f81-390b9ad2501d {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:16.356081 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device f687ab28-a0c4-401f-8f81-390b9ad2501d not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:16.388650 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d03b0e43-0827-43f9-9ce1-05fac1505036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968804'] for subnet, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.468892 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d03b0e43-0827-43f9-9ce1-05fac1505036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.538360 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d03b0e43-0827-43f9-9ce1-05fac1505036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3038976'] for subnet, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.543282 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-18b11c7c-291c-42a1-9325-16f61a927f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:16.581996 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b0e43-0827-43f9-9ce1-05fac1505036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50c27e6c-6294-488d-8c16-b9b741d64609,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:16.585009 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d03b0e43-0827-43f9-9ce1-05fac1505036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:16.587714 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-d03b0e43-0827-43f9-9ce1-05fac1505036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.593852 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e9bddc-3e44-4623-8a20-4c4510ea9211 None None] Network c5d9974a-14c2-4e58-aa69-152c97a4a540 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:53:16.601353 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-d03b0e43-0827-43f9-9ce1-05fac1505036 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/50c27e6c-6294-488d-8c16-b9b741d64609 HTTP/1.1" status: 204 len: 168 time: 0.3472159 Sep 10 16:53:16.601976 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35502) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:16.715006 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.726112 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Deleting port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:16.726553 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.849271 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71179e7-29a6-4d2e-bd2e-ad33f6183572 None None] DHCP port deletion for c5d9974a-14c2-4e58-aa69-152c97a4a540 request from dv-cinder-808473-1-smb {{(pid=75008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 16:53:16.854640 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-f71179e7-29a6-4d2e-bd2e-ad33f6183572 None None] Deleting port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:16.855024 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f71179e7-29a6-4d2e-bd2e-ad33f6183572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:16.940254 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] For port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=3f0c8bf4-be09-4a70-8c2c-71ff470e36a6,segment=NetworkSegment(c2928c67-341a-4034-8f6f-785d107f178a),segment_id=c2928c67-341a-4034-8f6f-785d107f178a)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:16.940642 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:17.099091 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Calling delete_port for 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 owned by network:dhcp {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:17.106211 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-f71179e7-29a6-4d2e-bd2e-ad33f6183572 None None] For port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=3f0c8bf4-be09-4a70-8c2c-71ff470e36a6,segment=NetworkSegment(c2928c67-341a-4034-8f6f-785d107f178a),segment_id=c2928c67-341a-4034-8f6f-785d107f178a)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:17.106597 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f71179e7-29a6-4d2e-bd2e-ad33f6183572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:17.186577 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:17.199072 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-70ac79f4-22fd-41fc-adac-2288189a3cfd tempest-ServerRescueNegativeTestJSON-1702124910 tempest-ServerRescueNegativeTestJSON-1702124910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:17.233709 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-f71179e7-29a6-4d2e-bd2e-ad33f6183572 None None] Calling delete_port for 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 owned by network:dhcp {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:17.243514 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] No DVR routers for this DVR port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 on host dv-cinder-808473-1-smb {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:53:17.245897 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0c8bf4-be09-4a70-8c2c-71ff470e36a6,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:17.273110 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:17.307492 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.db.api [None req-f71179e7-29a6-4d2e-bd2e-ad33f6183572 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:53:17.308054 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_db.api [None req-f71179e7-29a6-4d2e-bd2e-ad33f6183572 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:53:17.363112 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:17.375642 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d9974a-14c2-4e58-aa69-152c97a4a540']}} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:17.387861 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2928c67-341a-4034-8f6f-785d107f178a') {'for_net_delete': True} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:17.388158 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2928c67-341a-4034-8f6f-785d107f178a') {} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:17.399564 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756514'] for segment, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:17.415719 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:17.422574 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=75006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:53:17.422985 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2755639'] for segment, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: Traceback (most recent call last): Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: timer() Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: cb(*args, **kw) Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: return func(*args, **kwargs) Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: self._notify() Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: self.callback(batched_events) Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: event.method(event) Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: return f(self, *a, **k) Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: return self._get(url).json() Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: return self.request(url, 'GET', **kwargs) Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:53:17.439195 dv-cinder-808473-1-smb neutron-server[75006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:53:17.609267 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:17.613063 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:17.626354 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:17.639734 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d9974a-14c2-4e58-aa69-152c97a4a540,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:17.643617 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:17.645409 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c5d9974a-14c2-4e58-aa69-152c97a4a540 HTTP/1.1" status: 204 len: 168 time: 1.0420182 Sep 10 16:53:17.809475 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-f71179e7-29a6-4d2e-bd2e-ad33f6183572 None None] Deleting port 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:17.809863 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f71179e7-29a6-4d2e-bd2e-ad33f6183572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:17.846116 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35520) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:17.875309 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-f71179e7-29a6-4d2e-bd2e-ad33f6183572 None None] The port '3f0c8bf4-be09-4a70-8c2c-71ff470e36a6' was deleted {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 16:53:17.907523 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-90218d85-c455-4036-8f86-d3ed7e8d544c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd4ceffb98e34ef7af9ad58b6a121e52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0600998 Sep 10 16:53:17.910083 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35524) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:17.970779 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f7da26f6-fcf1-4be9-ab5c-60dcdbaf14d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:17.996812 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f7da26f6-fcf1-4be9-ab5c-60dcdbaf14d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:18.048900 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f7da26f6-fcf1-4be9-ab5c-60dcdbaf14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:18.053620 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-b7e03306-53d6-4a52-953d-4c0c5da99565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:18.068440 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da26f6-fcf1-4be9-ab5c-60dcdbaf14d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:18.071321 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f7da26f6-fcf1-4be9-ab5c-60dcdbaf14d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:18.074182 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f7da26f6-fcf1-4be9-ab5c-60dcdbaf14d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:18.077550 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-f7da26f6-fcf1-4be9-ab5c-60dcdbaf14d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8e3c11c-f336-4aa2-9b60-15bd4c6e1abf HTTP/1.1" status: 204 len: 168 time: 0.1642957 Sep 10 16:53:18.168255 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:18.203500 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:18.203852 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 3f0c8bf4-be09-4a70-8c2c-71ff470e36a6 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:18.466332 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35538) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:18.518057 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-3e886d77-4976-463e-80da-eec978fa3f96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=289556d0048740ada23d0e6c082c16c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504420 Sep 10 16:53:18.520571 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35542) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:18.586397 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2dc20e12-ac10-4760-8ca3-d1ba16ea1321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:18.612232 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2dc20e12-ac10-4760-8ca3-d1ba16ea1321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:18.665547 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2dc20e12-ac10-4760-8ca3-d1ba16ea1321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:18.670446 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-6fae51a2-3d0d-4796-a24f-19fd012a5a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:18.683745 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc20e12-ac10-4760-8ca3-d1ba16ea1321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50885509-41c1-4295-90e0-83c8d3f431d9,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:18.686385 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-2dc20e12-ac10-4760-8ca3-d1ba16ea1321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:18.687585 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2dc20e12-ac10-4760-8ca3-d1ba16ea1321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:18.688719 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-2dc20e12-ac10-4760-8ca3-d1ba16ea1321 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50885509-41c1-4295-90e0-83c8d3f431d9 HTTP/1.1" status: 204 len: 168 time: 0.1672683 Sep 10 16:53:27.105868 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3d9e7e51-aba2-453e-915f-768c34a1786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.247252 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35704) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:27.306202 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfdef06-0793-4210-8c23-3df0b50265e5 admin admin] Deleting subnet 8a255839-7f35-4325-95ff-aa0d8083bc90 {{(pid=75006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:53:27.309153 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bfdef06-0793-4210-8c23-3df0b50265e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.361078 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bfdef06-0793-4210-8c23-3df0b50265e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2756539'] for subnet, precommit_delete_associations {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.415267 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bfdef06-0793-4210-8c23-3df0b50265e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.461686 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.483303 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bfdef06-0793-4210-8c23-3df0b50265e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2755689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2667469'] for subnet, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.487681 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:27.525388 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdef06-0793-4210-8c23-3df0b50265e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a255839-7f35-4325-95ff-aa0d8083bc90,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:27.528459 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3bfdef06-0793-4210-8c23-3df0b50265e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:27.534621 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3bfdef06-0793-4210-8c23-3df0b50265e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for subnet, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.540522 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-3bfdef06-0793-4210-8c23-3df0b50265e5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8a255839-7f35-4325-95ff-aa0d8083bc90 HTTP/1.1" status: 204 len: 168 time: 0.2921901 Sep 10 16:53:27.543621 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35708) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:27.646790 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.766555 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.779258 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0064247a-02e9-4ca8-bbe2-ea6fceede77b']}} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:27.790802 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983c267f-0057-4d43-b078-1b077050444f') {'for_net_delete': True} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:27.791074 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983c267f-0057-4d43-b078-1b077050444f') {} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:27.802650 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756514'] for segment, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.818124 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.824079 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=75006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:53:27.824472 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2755639'] for segment, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: Traceback (most recent call last): Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: timer() Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: cb(*args, **kw) Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: return func(*args, **kwargs) Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: self._notify() Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: self.callback(batched_events) Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: event.method(event) Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: return f(self, *a, **k) Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: return self._get(url).json() Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: return self.request(url, 'GET', **kwargs) Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:53:27.837228 dv-cinder-808473-1-smb neutron-server[75006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:53:27.911977 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.915532 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-65d4f7ca-fb64-4a14-a613-77c2950c7681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:27.928655 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:27.939678 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] Pushing event deleted for resources: {'Network': ['ID=0064247a-02e9-4ca8-bbe2-ea6fceede77b,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:27.942696 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:27.945750 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-70c182b6-74e4-4943-bc3e-48855c4de674 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0064247a-02e9-4ca8-bbe2-ea6fceede77b HTTP/1.1" status: 204 len: 168 time: 0.4012122 Sep 10 16:53:28.151478 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35720) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:28.201010 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-6ccfb593-6a0c-4a9b-8808-3b1d26a024fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9ea66d3792b45bebda08e62c541158b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483015 Sep 10 16:53:28.203414 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35724) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:28.264856 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4b93de2d-6ae2-4b59-8773-a0eb3ecfe38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:28.290596 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4b93de2d-6ae2-4b59-8773-a0eb3ecfe38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:28.350037 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4b93de2d-6ae2-4b59-8773-a0eb3ecfe38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:28.354484 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c439a9dd-cbe7-4206-a2e2-780d69d681ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:28.366965 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93de2d-6ae2-4b59-8773-a0eb3ecfe38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b157c44a-32a6-4b65-acbe-242241cb1d31,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:28.370187 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4b93de2d-6ae2-4b59-8773-a0eb3ecfe38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:28.379823 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4b93de2d-6ae2-4b59-8773-a0eb3ecfe38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:28.383660 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-4b93de2d-6ae2-4b59-8773-a0eb3ecfe38e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b157c44a-32a6-4b65-acbe-242241cb1d31 HTTP/1.1" status: 204 len: 168 time: 0.1767902 Sep 10 16:53:29.351784 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-7480e810-be58-451e-8292-00829d54e22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:30.218524 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:31.750577 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:36.770923 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:53:37.641532 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a4440-3667-4701-ad57-df6167d41159 req-0f662a71-dee7-4326-99e5-79e4e563e525 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:53:37.643105 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ff3a4440-3667-4701-ad57-df6167d41159 req-0f662a71-dee7-4326-99e5-79e4e563e525 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 946 time: 0.0820746 Sep 10 16:53:37.692811 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ff3a4440-3667-4701-ad57-df6167d41159 req-95f8e87c-0c5e-439e-a468-aa7ee34385f7 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437257 Sep 10 16:53:38.916006 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8c2e5-e0dc-4985-a87a-e1f97697d7e8 req-2b7d5f52-b914-43bb-a610-68eca808b773 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:53:38.917690 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d6d8c2e5-e0dc-4985-a87a-e1f97697d7e8 req-2b7d5f52-b914-43bb-a610-68eca808b773 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 946 time: 0.0822215 Sep 10 16:53:38.968266 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d6d8c2e5-e0dc-4985-a87a-e1f97697d7e8 req-fa64d466-b2b1-4f4b-8179-9a453d02766c tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451732 Sep 10 16:53:39.076804 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-4e15a2f2-f9ed-4864-8500-684a030c673e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:53:39.078051 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-4e15a2f2-f9ed-4864-8500-684a030c673e tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.48 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 946 time: 0.0873902 Sep 10 16:53:39.153546 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Deleting port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:39.153890 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:39.473502 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] For port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:39.473853 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:39.759881 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:39.760309 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4158276'] for floatingip, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:39.760675 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.db.l3_db [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Floating IP fbf1b7e0-6c37-49d2-9122-843012ab78d0 disassociated. External IP: 172.28.1.23, port: 8138f2ea-df33-40c5-97b0-2a9fdfe4233f. Sep 10 16:53:39.761011 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Calling delete_port for 8138f2ea-df33-40c5-97b0-2a9fdfe4233f owned by compute:nova {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:39.898667 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:39.905572 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-b1bec438-08e3-4564-ad3a-8bcbec8bdf63 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:39.953593 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event deleted for resources: {'Port': ['ID=8138f2ea-df33-40c5-97b0-2a9fdfe4233f,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:39.969665 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:39.970149 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:39.970521 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:39.970874 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:39.971226 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:39.971577 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:39.971922 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:39.972267 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:39.972652 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:39.972990 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:39.973333 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:53:39.977063 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:40.170097 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-501e742b-f5fe-4caf-9179-14773673781c req-b7bdad79-6829-4327-96ad-9584b64afc5a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/ports?device_id=910647fb-dfbd-4e71-9067-4bc560d65724 HTTP/1.1" status: 200 len: 210 time: 0.0534010 Sep 10 16:53:40.218894 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Router cb3ea995-187f-4548-ae7f-236e12f9371f has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:53:40.433342 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:53:40.445710 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0851a-1030-42d2-a766-4d7abfeac055 None None] Sync routers for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:53:40.463225 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0851a-1030-42d2-a766-4d7abfeac055 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:53:40.463719 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-40e0851a-1030-42d2-a766-4d7abfeac055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:53:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:40.550604 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] No DVR routers for this DVR port 8138f2ea-df33-40c5-97b0-2a9fdfe4233f on host hv-cinder-80847 {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:53:40.553796 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:40.558987 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'name': 'network-vif-deleted', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:53:40.576427 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-09029b42-ae07-481a-8fe3-cd44e60c7342 req-15577edc-619f-4460-8fb3-e09e1dfcb41a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.48 "DELETE /v2.0/ports/8138f2ea-df33-40c5-97b0-2a9fdfe4233f HTTP/1.1" status: 204 len: 173 time: 1.4896688 Sep 10 16:53:40.644203 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-40e0851a-1030-42d2-a766-4d7abfeac055 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:53:40.686512 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910647fb-dfbd-4e71-9067-4bc560d65724', 'name': 'network-vif-deleted', 'tag': '8138f2ea-df33-40c5-97b0-2a9fdfe4233f', 'status': 'completed', 'code': 200} Sep 10 16:53:41.007736 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-40e0851a-1030-42d2-a766-4d7abfeac055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:41.012506 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0851a-1030-42d2-a766-4d7abfeac055 None None] Checking router: cb3ea995-187f-4548-ae7f-236e12f9371f for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:53:41.023007 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0851a-1030-42d2-a766-4d7abfeac055 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:53:41.023590 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-40e0851a-1030-42d2-a766-4d7abfeac055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:53:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:41.199001 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-40e0851a-1030-42d2-a766-4d7abfeac055 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:53:41.503128 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-40e0851a-1030-42d2-a766-4d7abfeac055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:41.506901 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0851a-1030-42d2-a766-4d7abfeac055 None None] The sync data for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb is: [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:47:03Z', 'revision_number': 4, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': 'dc3b7d7a-54a5-4139-821a-44c787611211', 'name': '', 'network_id': 'ecb65f3d-a1a4-48c7-afca-7adf91c643fb', 'tenant_id': '37c566691d13470b946e49df098800e6', 'mac_address': 'fa:16:3e:8e:d4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cb5b132-17e6-4460-8205-c81865da0463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:47:02Z', 'updated_at': '2021-09-10T16:47:21Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'subnets': [{'id': '2cb5b132-17e6-4460-8205-c81865da0463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:53:41.726328 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61d54c-3055-4667-b3c7-1c663f7eb551 None None] New status for floating IP fbf1b7e0-6c37-49d2-9122-843012ab78d0: DOWN {{(pid=75008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:53:42.348564 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35882) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:42.414777 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93d8b546-244f-46c5-b17e-660efdfc5f2f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:42.443166 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93d8b546-244f-46c5-b17e-660efdfc5f2f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:42.492844 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93d8b546-244f-46c5-b17e-660efdfc5f2f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:42.497342 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bfcb0c89-f646-4e51-8a3b-80e827941074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:42.510630 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8b546-244f-46c5-b17e-660efdfc5f2f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff0add1-a3d2-4d13-86d7-ebf6e3639c40,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:42.513802 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-93d8b546-244f-46c5-b17e-660efdfc5f2f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:42.522427 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93d8b546-244f-46c5-b17e-660efdfc5f2f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:42.523524 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-93d8b546-244f-46c5-b17e-660efdfc5f2f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "DELETE /v2.0/security-groups/8ff0add1-a3d2-4d13-86d7-ebf6e3639c40 HTTP/1.1" status: 204 len: 168 time: 0.1739912 Sep 10 16:53:42.526306 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35886) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:42.543468 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.api.v2.resource [None req-5890c437-1d3a-4c6a-ad5a-7f64334b1681 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] show failed (client error): The resource could not be found. Sep 10 16:53:42.544489 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-5890c437-1d3a-4c6a-ad5a-7f64334b1681 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "GET /v2.0/security-groups/8ff0add1-a3d2-4d13-86d7-ebf6e3639c40 HTTP/1.1" status: 404 len: 347 time: 0.0172427 Sep 10 16:53:42.547238 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35890) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:42.700614 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-9f3097ea-db35-4c5d-b05c-749a03c53867 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Deleting port 9f152342-0d06-4f6a-991b-a05fd4d940cf {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:42.700859 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9f3097ea-db35-4c5d-b05c-749a03c53867 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:42.936899 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9f3097ea-db35-4c5d-b05c-749a03c53867 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:42.937217 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9f3097ea-db35-4c5d-b05c-749a03c53867 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:43.055773 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-9f3097ea-db35-4c5d-b05c-749a03c53867 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Calling delete_port for 9f152342-0d06-4f6a-991b-a05fd4d940cf owned by network:floatingip {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:43.191935 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9f3097ea-db35-4c5d-b05c-749a03c53867 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:43.195909 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-e274c207-83b5-460a-a180-1c81ae8eccf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:43.242619 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3097ea-db35-4c5d-b05c-749a03c53867 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Pushing event deleted for resources: {'Port': ['ID=9f152342-0d06-4f6a-991b-a05fd4d940cf,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:43.246740 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9f3097ea-db35-4c5d-b05c-749a03c53867 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:43.334172 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9f3097ea-db35-4c5d-b05c-749a03c53867 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks [] for floatingip, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:43.347818 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9f3097ea-db35-4c5d-b05c-749a03c53867 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:43.348981 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-9f3097ea-db35-4c5d-b05c-749a03c53867 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] 10.222.0.43 "DELETE /v2.0/floatingips/fbf1b7e0-6c37-49d2-9122-843012ab78d0 HTTP/1.1" status: 204 len: 168 time: 0.8008823 Sep 10 16:53:43.559794 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8138f2ea-df33-40c5-97b0-2a9fdfe4233f no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:43.594056 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 8138f2ea-df33-40c5-97b0-2a9fdfe4233f {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:43.594413 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 8138f2ea-df33-40c5-97b0-2a9fdfe4233f not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:43.836128 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:46.161740 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 35960) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:46.794490 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4159322'] for router_interface, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:46.873660 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35988) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:47.016567 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8ebc187d-d274-46e3-9413-26dc2e936c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.049304 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-8ebc187d-d274-46e3-9413-26dc2e936c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:53:47.053323 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-8ebc187d-d274-46e3-9413-26dc2e936c48 admin admin] Usage tracker for resource:security_group_rule and tenant:cf5898a0f062472a80692cd227f5d8a6 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:53:47.056198 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-8ebc187d-d274-46e3-9413-26dc2e936c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:53:47.062886 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-8ebc187d-d274-46e3-9413-26dc2e936c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:53:47.135560 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8ebc187d-d274-46e3-9413-26dc2e936c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.139519 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8ebc187d-d274-46e3-9413-26dc2e936c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.146304 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9969eafb-7f26-40f2-b9d6-c8169f9a415b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:47.185441 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc187d-d274-46e3-9413-26dc2e936c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5970a555-bda2-4d7d-8b5c-f663fd7500ec,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:47.188621 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-8ebc187d-d274-46e3-9413-26dc2e936c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:47.192176 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-8ebc187d-d274-46e3-9413-26dc2e936c48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf5898a0f062472a80692cd227f5d8a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3175101 Sep 10 16:53:47.195033 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 35994) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:47.264917 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7ed9295f-26f6-474a-b3b4-48370da5dc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.291378 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7ed9295f-26f6-474a-b3b4-48370da5dc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.342730 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7ed9295f-26f6-474a-b3b4-48370da5dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.347826 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-dd485db5-d730-4bca-aa6a-11215dfb20cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:47.361490 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9295f-26f6-474a-b3b4-48370da5dc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5970a555-bda2-4d7d-8b5c-f663fd7500ec,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:47.364381 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7ed9295f-26f6-474a-b3b4-48370da5dc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:47.365225 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-7ed9295f-26f6-474a-b3b4-48370da5dc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.370074 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-7ed9295f-26f6-474a-b3b4-48370da5dc26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5970a555-bda2-4d7d-8b5c-f663fd7500ec HTTP/1.1" status: 204 len: 168 time: 0.1733744 Sep 10 16:53:47.491246 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Deleting port dc3b7d7a-54a5-4139-821a-44c787611211 {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:47.491712 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.660442 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] For port dc3b7d7a-54a5-4139-821a-44c787611211, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=dc3b7d7a-54a5-4139-821a-44c787611211,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:47.660819 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.703050 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36002) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:47.721642 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8e57252e-cf68-47cd-8007-1714ae3cee67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.753617 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-8e57252e-cf68-47cd-8007-1714ae3cee67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:53:47.757838 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-8e57252e-cf68-47cd-8007-1714ae3cee67 admin admin] Usage tracker for resource:security_group_rule and tenant:852bcb8877fc46ac910f142431d3ebf6 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:53:47.761669 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-8e57252e-cf68-47cd-8007-1714ae3cee67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:53:47.768222 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-8e57252e-cf68-47cd-8007-1714ae3cee67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:53:47.781537 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Calling delete_port for dc3b7d7a-54a5-4139-821a-44c787611211 owned by network:router_interface {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:47.849849 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8e57252e-cf68-47cd-8007-1714ae3cee67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.853980 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-8e57252e-cf68-47cd-8007-1714ae3cee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.860629 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-6302a2df-0c71-43f7-bc84-9f26cc2f09fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:47.902492 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57252e-cf68-47cd-8007-1714ae3cee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63735e3f-f914-4a6d-858e-5b93c7a12796,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:47.905869 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-8e57252e-cf68-47cd-8007-1714ae3cee67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:47.910986 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-8e57252e-cf68-47cd-8007-1714ae3cee67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=852bcb8877fc46ac910f142431d3ebf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2044601 Sep 10 16:53:47.911485 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36006) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:47.963519 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.967797 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3e36f307-a65f-41a6-a285-ab7ca51ae1df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:47.973886 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-177c8dc1-abda-424c-81ff-d91e5f0d4369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:47.999800 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-177c8dc1-abda-424c-81ff-d91e5f0d4369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:48.010848 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3b7d7a-54a5-4139-821a-44c787611211,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:48.014950 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:48.056250 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-177c8dc1-abda-424c-81ff-d91e5f0d4369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:48.060614 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3ded4988-cdbc-48bf-ba53-557847571c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:48.076841 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c8dc1-abda-424c-81ff-d91e5f0d4369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63735e3f-f914-4a6d-858e-5b93c7a12796,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:48.078743 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-177c8dc1-abda-424c-81ff-d91e5f0d4369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:48.082747 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-177c8dc1-abda-424c-81ff-d91e5f0d4369 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63735e3f-f914-4a6d-858e-5b93c7a12796 HTTP/1.1" status: 204 len: 168 time: 0.1705370 Sep 10 16:53:48.083717 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-177c8dc1-abda-424c-81ff-d91e5f0d4369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:48.326338 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3025990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159470'] for router_interface, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:48.910684 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Router cb3ea995-187f-4548-ae7f-236e12f9371f has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:53:49.207777 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:53:49.217425 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40582c29-adbd-4e8e-918e-ebcae8de6098 None None] Sync routers for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:53:49.221718 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] 10.222.0.43 "PUT /v2.0/routers/cb3ea995-187f-4548-ae7f-236e12f9371f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0589018 Sep 10 16:53:49.224267 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36032) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:49.231288 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40582c29-adbd-4e8e-918e-ebcae8de6098 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:53:49.231905 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-40582c29-adbd-4e8e-918e-ebcae8de6098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:53:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:49.422376 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-40582c29-adbd-4e8e-918e-ebcae8de6098 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:53:49.554472 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Notify callbacks [] for router, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:49.716730 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-40582c29-adbd-4e8e-918e-ebcae8de6098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:53:47Z', 'revision_number': 5, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port': {'id': '306bea86-e282-4c1f-a96c-f75ab7e33be6', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:49.720730 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40582c29-adbd-4e8e-918e-ebcae8de6098 None None] Checking router: cb3ea995-187f-4548-ae7f-236e12f9371f for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:53:49.735745 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40582c29-adbd-4e8e-918e-ebcae8de6098 None None] Routers {'cb3ea995-187f-4548-ae7f-236e12f9371f'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:53:49.736566 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-40582c29-adbd-4e8e-918e-ebcae8de6098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:53:29Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['cb3ea995-187f-4548-ae7f-236e12f9371f'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:49.760071 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:49.770278 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Deleting port 306bea86-e282-4c1f-a96c-f75ab7e33be6 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:49.770697 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:49.898944 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-40582c29-adbd-4e8e-918e-ebcae8de6098 None None] Set router cb3ea995-187f-4548-ae7f-236e12f9371f gateway port host: None {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:53:49.949905 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] For port 306bea86-e282-4c1f-a96c-f75ab7e33be6, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=306bea86-e282-4c1f-a96c-f75ab7e33be6,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:49.950262 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.031094 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-40582c29-adbd-4e8e-918e-ebcae8de6098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:53:49Z', 'revision_number': 6, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port_host': None}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:50.035051 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40582c29-adbd-4e8e-918e-ebcae8de6098 None None] The sync data for ids ['cb3ea995-187f-4548-ae7f-236e12f9371f'] in dv-cinder-808473-1-smb is: [{'id': 'cb3ea995-187f-4548-ae7f-236e12f9371f', 'name': 'tempest-AttachVolumeShelveTestJSON-1139721850-router', 'tenant_id': '37c566691d13470b946e49df098800e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:49Z', 'updated_at': '2021-09-10T16:53:49Z', 'revision_number': 6, 'project_id': '37c566691d13470b946e49df098800e6', 'gw_port_host': None}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:53:50.080276 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Calling delete_port for 306bea86-e282-4c1f-a96c-f75ab7e33be6 owned by network:router_gateway {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:50.247292 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.251531 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-001fedae-c81a-4b99-b852-9a526e32e5cf tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:50.287125 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36054) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:50.295952 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Pushing event deleted for resources: {'Port': ['ID=306bea86-e282-4c1f-a96c-f75ab7e33be6,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:50.298843 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:50.447442 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-41e0d63c-639e-4e84-903f-c1c456345903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.456698 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device dc3b7d7a-54a5-4139-821a-44c787611211 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:50.481400 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-41e0d63c-639e-4e84-903f-c1c456345903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:53:50.486339 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-41e0d63c-639e-4e84-903f-c1c456345903 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0e0bbf92b84e17a2dce9f772f5ad02 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:53:50.489200 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-41e0d63c-639e-4e84-903f-c1c456345903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:53:50.493552 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: dc3b7d7a-54a5-4139-821a-44c787611211 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:50.494071 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device dc3b7d7a-54a5-4139-821a-44c787611211 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:50.495834 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-41e0d63c-639e-4e84-903f-c1c456345903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:53:50.542903 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4158321'] for router_gateway, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.571638 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-41e0d63c-639e-4e84-903f-c1c456345903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.576038 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-41e0d63c-639e-4e84-903f-c1c456345903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.582712 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8dcb691f-2a22-4887-add7-b59f54ac6807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:50.622452 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0d63c-639e-4e84-903f-c1c456345903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9755714-8a0e-4b26-9b36-720e6d108153,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:50.625506 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-41e0d63c-639e-4e84-903f-c1c456345903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:50.628275 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-41e0d63c-639e-4e84-903f-c1c456345903 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf0e0bbf92b84e17a2dce9f772f5ad02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3394806 Sep 10 16:53:50.631148 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36060) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:50.689802 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-19e8e282-05c5-4bb7-a835-b6bd35971609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.715231 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-19e8e282-05c5-4bb7-a835-b6bd35971609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.775875 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-19e8e282-05c5-4bb7-a835-b6bd35971609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.779980 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-bae8c25b-b422-49d6-bddb-ff0aec826a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:50.794143 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8e282-05c5-4bb7-a835-b6bd35971609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9755714-8a0e-4b26-9b36-720e6d108153,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:50.796344 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-19e8e282-05c5-4bb7-a835-b6bd35971609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:50.799866 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-19e8e282-05c5-4bb7-a835-b6bd35971609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.801050 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-19e8e282-05c5-4bb7-a835-b6bd35971609 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9755714-8a0e-4b26-9b36-720e6d108153 HTTP/1.1" status: 204 len: 168 time: 0.1690266 Sep 10 16:53:50.901181 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6736'] for router, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.905674 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.930334 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4159765'] for router, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.930927 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb3ea995-187f-4548-ae7f-236e12f9371f {{(pid=75006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:53:50.944298 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Notify callbacks [] for router, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:50.945438 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] 10.222.0.43 "DELETE /v2.0/routers/cb3ea995-187f-4548-ae7f-236e12f9371f HTTP/1.1" status: 204 len: 168 time: 1.7201931 Sep 10 16:53:50.948664 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36066) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:51.013223 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a805c6-1187-4421-9397-d6a2cd1e3aef admin admin] Deleting subnet 2cb5b132-17e6-4460-8205-c81865da0463 {{(pid=75007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:53:51.016261 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-75a805c6-1187-4421-9397-d6a2cd1e3aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.069491 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-75a805c6-1187-4421-9397-d6a2cd1e3aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968804'] for subnet, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.158442 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-75a805c6-1187-4421-9397-d6a2cd1e3aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.191478 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36072) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:51.209922 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-938409bf-6e92-413a-b758-03d01f211a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.225709 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-75a805c6-1187-4421-9397-d6a2cd1e3aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3038976'] for subnet, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.231425 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-83b27938-3f79-4cae-a877-ccbfa341a6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:51.245539 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-938409bf-6e92-413a-b758-03d01f211a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:53:51.249680 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-938409bf-6e92-413a-b758-03d01f211a6c admin admin] Usage tracker for resource:security_group_rule and tenant:032e3a88777a4749b78e831f7a2382c2 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:53:51.252528 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-938409bf-6e92-413a-b758-03d01f211a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:53:51.263648 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-938409bf-6e92-413a-b758-03d01f211a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:53:51.269822 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a805c6-1187-4421-9397-d6a2cd1e3aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb5b132-17e6-4460-8205-c81865da0463,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:51.272596 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-75a805c6-1187-4421-9397-d6a2cd1e3aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:51.276524 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-75a805c6-1187-4421-9397-d6a2cd1e3aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.288833 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c9807b-fd4c-4f3c-9211-441120085b4f None None] Network ecb65f3d-a1a4-48c7-afca-7adf91c643fb requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:53:51.292492 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-75a805c6-1187-4421-9397-d6a2cd1e3aef admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2cb5b132-17e6-4460-8205-c81865da0463 HTTP/1.1" status: 204 len: 168 time: 0.3410125 Sep 10 16:53:51.294853 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36076) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:51.343042 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-938409bf-6e92-413a-b758-03d01f211a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.347425 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-938409bf-6e92-413a-b758-03d01f211a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.357845 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4ff1c08e-bada-4d6a-953c-76a282a37e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:51.400706 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.404271 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938409bf-6e92-413a-b758-03d01f211a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcef5a5-3271-490e-a2b7-6846603b5093,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:51.408688 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-938409bf-6e92-413a-b758-03d01f211a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:51.412294 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Deleting port eb65cd5c-5410-4437-aba4-c3138534d7ed {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:51.412660 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.414833 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-938409bf-6e92-413a-b758-03d01f211a6c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=032e3a88777a4749b78e831f7a2382c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2222247 Sep 10 16:53:51.415475 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36080) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:51.483940 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-cb35abf8-aba2-45c1-a8c6-8ccc3dc848dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.511655 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-cb35abf8-aba2-45c1-a8c6-8ccc3dc848dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.562402 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96707e3-6b65-4078-9952-c7f92f4f86c4 None None] DHCP port deletion for ecb65f3d-a1a4-48c7-afca-7adf91c643fb request from dv-cinder-808473-1-smb {{(pid=75008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 16:53:51.566957 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-f96707e3-6b65-4078-9952-c7f92f4f86c4 None None] Deleting port eb65cd5c-5410-4437-aba4-c3138534d7ed {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:51.567470 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f96707e3-6b65-4078-9952-c7f92f4f86c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.577718 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-cb35abf8-aba2-45c1-a8c6-8ccc3dc848dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.582189 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e93d32fb-3f78-4f2a-8562-ad721318d9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:51.595555 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35abf8-aba2-45c1-a8c6-8ccc3dc848dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcef5a5-3271-490e-a2b7-6846603b5093,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:51.598256 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-cb35abf8-aba2-45c1-a8c6-8ccc3dc848dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:51.604439 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-cb35abf8-aba2-45c1-a8c6-8ccc3dc848dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.605630 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-cb35abf8-aba2-45c1-a8c6-8ccc3dc848dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dcef5a5-3271-490e-a2b7-6846603b5093 HTTP/1.1" status: 204 len: 168 time: 0.1887052 Sep 10 16:53:51.633034 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] For port eb65cd5c-5410-4437-aba4-c3138534d7ed, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=eb65cd5c-5410-4437-aba4-c3138534d7ed,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:51.633670 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.757929 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Calling delete_port for eb65cd5c-5410-4437-aba4-c3138534d7ed owned by network:dhcp {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:51.801562 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-f96707e3-6b65-4078-9952-c7f92f4f86c4 None None] For port eb65cd5c-5410-4437-aba4-c3138534d7ed, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=eb65cd5c-5410-4437-aba4-c3138534d7ed,segment=NetworkSegment(3b43be97-dd48-4910-af45-2db609785650),segment_id=3b43be97-dd48-4910-af45-2db609785650)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:53:51.801953 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f96707e3-6b65-4078-9952-c7f92f4f86c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.845356 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:51.849659 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8e68fe4b-04a0-4e44-a00b-c8e1d6d755f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:51.899444 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb65cd5c-5410-4437-aba4-c3138534d7ed,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:51.903440 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:51.907966 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] No DVR routers for this DVR port eb65cd5c-5410-4437-aba4-c3138534d7ed on host dv-cinder-808473-1-smb {{(pid=75007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:53:51.971105 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-f96707e3-6b65-4078-9952-c7f92f4f86c4 None None] Calling delete_port for eb65cd5c-5410-4437-aba4-c3138534d7ed owned by network:dhcp {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:53:52.042516 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:52.058610 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb65f3d-a1a4-48c7-afca-7adf91c643fb']}} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:52.066348 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.db.api [None req-f96707e3-6b65-4078-9952-c7f92f4f86c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:53:52.066703 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_db.api [None req-f96707e3-6b65-4078-9952-c7f92f4f86c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:53:52.073612 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b43be97-dd48-4910-af45-2db609785650') {'for_net_delete': True} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:52.073796 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b43be97-dd48-4910-af45-2db609785650') {} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:53:52.087855 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968829'] for segment, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:52.109686 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:52.115938 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=75007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:53:52.116337 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296045'] for segment, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: Traceback (most recent call last): Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: timer() Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: cb(*args, **kw) Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: return func(*args, **kwargs) Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: self._notify() Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: self.callback(batched_events) Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: event.method(event) Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: return f(self, *a, **k) Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: return self._get(url).json() Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: return self.request(url, 'GET', **kwargs) Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:53:52.131806 dv-cinder-808473-1-smb neutron-server[75007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:53:52.197764 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device eb65cd5c-5410-4437-aba4-c3138534d7ed no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:52.231813 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: eb65cd5c-5410-4437-aba4-c3138534d7ed {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:52.232162 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device eb65cd5c-5410-4437-aba4-c3138534d7ed not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:52.232918 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 306bea86-e282-4c1f-a96c-f75ab7e33be6 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:53:52.265155 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 306bea86-e282-4c1f-a96c-f75ab7e33be6 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:53:52.265504 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 306bea86-e282-4c1f-a96c-f75ab7e33be6 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:53:52.300478 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:52.305727 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:52.310061 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:52.332912 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb65f3d-a1a4-48c7-afca-7adf91c643fb,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:52.335313 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:52.344388 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-e11339a4-7930-4a84-8c73-fcf65aae8dc7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ecb65f3d-a1a4-48c7-afca-7adf91c643fb HTTP/1.1" status: 204 len: 168 time: 1.0480192 Sep 10 16:53:52.487729 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36104) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:52.538351 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-35c8edd6-4196-4815-9f68-d5d4a97307cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37c566691d13470b946e49df098800e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492153 Sep 10 16:53:52.540712 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36108) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:52.567574 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-f96707e3-6b65-4078-9952-c7f92f4f86c4 None None] Deleting port eb65cd5c-5410-4437-aba4-c3138534d7ed {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:53:52.568129 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-f96707e3-6b65-4078-9952-c7f92f4f86c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:52.605604 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20ef0919-a52a-46be-9941-a8d6fe8f702c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:52.633661 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20ef0919-a52a-46be-9941-a8d6fe8f702c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:52.636585 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-f96707e3-6b65-4078-9952-c7f92f4f86c4 None None] The port 'eb65cd5c-5410-4437-aba4-c3138534d7ed' was deleted {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 16:53:52.685895 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20ef0919-a52a-46be-9941-a8d6fe8f702c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:52.689639 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-2785fd89-31e2-449d-90e8-e485e0f8335c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:52.703998 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef0919-a52a-46be-9941-a8d6fe8f702c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740a08d4-06b5-417b-90be-cb4a0687586f,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:52.709816 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20ef0919-a52a-46be-9941-a8d6fe8f702c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:52.714082 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-20ef0919-a52a-46be-9941-a8d6fe8f702c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/740a08d4-06b5-417b-90be-cb4a0687586f HTTP/1.1" status: 204 len: 168 time: 0.1688437 Sep 10 16:53:52.714082 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-20ef0919-a52a-46be-9941-a8d6fe8f702c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:53.995098 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36162) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:54.151843 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0725ecf6-cbd0-4bc0-9d5b-efa217b42d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:54.182983 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-0725ecf6-cbd0-4bc0-9d5b-efa217b42d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:53:54.186772 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-0725ecf6-cbd0-4bc0-9d5b-efa217b42d38 admin admin] Usage tracker for resource:security_group_rule and tenant:dd43ea8302204e3f9051676032c08caa is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:53:54.189609 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-0725ecf6-cbd0-4bc0-9d5b-efa217b42d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:53:54.195488 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-0725ecf6-cbd0-4bc0-9d5b-efa217b42d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:53:54.264586 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0725ecf6-cbd0-4bc0-9d5b-efa217b42d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:54.268325 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0725ecf6-cbd0-4bc0-9d5b-efa217b42d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:54.274748 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e520e687-7830-461d-be69-8bfbf0eee4ae tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:54.314929 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725ecf6-cbd0-4bc0-9d5b-efa217b42d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdeb1eca-af62-48eb-9a4a-4561e8c194d6,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:54.317824 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-0725ecf6-cbd0-4bc0-9d5b-efa217b42d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:54.320912 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-0725ecf6-cbd0-4bc0-9d5b-efa217b42d38 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd43ea8302204e3f9051676032c08caa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3247936 Sep 10 16:53:54.323609 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36176) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:54.389540 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-894c41d8-974c-4f71-920a-2f51414e5c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:54.416398 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-894c41d8-974c-4f71-920a-2f51414e5c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:54.471888 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-894c41d8-974c-4f71-920a-2f51414e5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:54.475721 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-8ebc187d-d274-46e3-9413-26dc2e936c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:54.489514 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c41d8-974c-4f71-920a-2f51414e5c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdeb1eca-af62-48eb-9a4a-4561e8c194d6,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:54.492667 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-894c41d8-974c-4f71-920a-2f51414e5c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:54.495235 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-894c41d8-974c-4f71-920a-2f51414e5c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:54.496356 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-894c41d8-974c-4f71-920a-2f51414e5c26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdeb1eca-af62-48eb-9a4a-4561e8c194d6 HTTP/1.1" status: 204 len: 168 time: 0.1721470 Sep 10 16:53:54.894724 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36192) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:54.914173 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ce1aecb0-e58f-45ae-86a6-39e0bf3a9b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:54.946539 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-ce1aecb0-e58f-45ae-86a6-39e0bf3a9b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:53:54.950878 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-ce1aecb0-e58f-45ae-86a6-39e0bf3a9b99 admin admin] Usage tracker for resource:security_group_rule and tenant:c8238cc6a00744c88e37190ca6758ccf is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:53:54.953864 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-ce1aecb0-e58f-45ae-86a6-39e0bf3a9b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:53:54.959754 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-ce1aecb0-e58f-45ae-86a6-39e0bf3a9b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:53:55.027392 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ce1aecb0-e58f-45ae-86a6-39e0bf3a9b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:55.032519 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ce1aecb0-e58f-45ae-86a6-39e0bf3a9b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:55.041609 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-30ee4e48-3ef2-4e55-8476-a5f16d53cd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:55.089254 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1aecb0-e58f-45ae-86a6-39e0bf3a9b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bcadf1-4b56-489f-ae04-c766ad1d54ab,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:55.096326 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-ce1aecb0-e58f-45ae-86a6-39e0bf3a9b99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8238cc6a00744c88e37190ca6758ccf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1981549 Sep 10 16:53:55.096326 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ce1aecb0-e58f-45ae-86a6-39e0bf3a9b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:55.096675 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36202) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:55.164356 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dd03bfa1-0a7b-4f91-8184-0842c98e43fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:55.191092 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dd03bfa1-0a7b-4f91-8184-0842c98e43fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:55.242884 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dd03bfa1-0a7b-4f91-8184-0842c98e43fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:55.247973 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-8e57252e-cf68-47cd-8007-1714ae3cee67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:55.260363 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03bfa1-0a7b-4f91-8184-0842c98e43fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bcadf1-4b56-489f-ae04-c766ad1d54ab,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:55.263269 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-dd03bfa1-0a7b-4f91-8184-0842c98e43fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:55.269775 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-dd03bfa1-0a7b-4f91-8184-0842c98e43fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:55.271152 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-dd03bfa1-0a7b-4f91-8184-0842c98e43fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1bcadf1-4b56-489f-ae04-c766ad1d54ab HTTP/1.1" status: 204 len: 168 time: 0.1734428 Sep 10 16:53:57.109370 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ef72860b-0bbc-411b-9768-11cdc7be5b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:57.463125 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:57.572641 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36266) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:57.709157 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2758c85b-9d65-47c0-a93b-581d6e606e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:57.741078 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-2758c85b-9d65-47c0-a93b-581d6e606e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:53:57.744852 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-2758c85b-9d65-47c0-a93b-581d6e606e48 admin admin] Usage tracker for resource:security_group_rule and tenant:65d88f77d41045d0aa89e78f03957515 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:53:57.747541 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-2758c85b-9d65-47c0-a93b-581d6e606e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:53:57.753284 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-2758c85b-9d65-47c0-a93b-581d6e606e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:53:57.819882 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2758c85b-9d65-47c0-a93b-581d6e606e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:57.823888 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-2758c85b-9d65-47c0-a93b-581d6e606e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:57.831018 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-86ac385d-7475-4eaf-ba2f-7e12a0fd3e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:57.872086 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758c85b-9d65-47c0-a93b-581d6e606e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e063f55c-b8cf-4689-a32e-2c0ca1e9112d,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:57.875547 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-2758c85b-9d65-47c0-a93b-581d6e606e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:57.878173 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-2758c85b-9d65-47c0-a93b-581d6e606e48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65d88f77d41045d0aa89e78f03957515&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3045564 Sep 10 16:53:57.880926 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36272) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:57.939414 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22cd3d3e-6f6e-498f-9b88-06924088a221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:57.963915 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22cd3d3e-6f6e-498f-9b88-06924088a221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:58.016644 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22cd3d3e-6f6e-498f-9b88-06924088a221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:58.023021 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-cb35abf8-aba2-45c1-a8c6-8ccc3dc848dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:58.034188 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd3d3e-6f6e-498f-9b88-06924088a221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e063f55c-b8cf-4689-a32e-2c0ca1e9112d,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:58.037671 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-22cd3d3e-6f6e-498f-9b88-06924088a221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:58.041299 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-22cd3d3e-6f6e-498f-9b88-06924088a221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:58.042513 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-22cd3d3e-6f6e-498f-9b88-06924088a221 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e063f55c-b8cf-4689-a32e-2c0ca1e9112d HTTP/1.1" status: 204 len: 168 time: 0.1607113 Sep 10 16:53:58.383167 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36286) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:58.401985 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ddeab95d-726d-4ae2-b6ed-f47583b31938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:58.436355 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-ddeab95d-726d-4ae2-b6ed-f47583b31938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:53:58.440127 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-ddeab95d-726d-4ae2-b6ed-f47583b31938 admin admin] Usage tracker for resource:security_group_rule and tenant:6cb07adff1924d2cb8f334e29083aa30 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:53:58.442925 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-ddeab95d-726d-4ae2-b6ed-f47583b31938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:53:58.449205 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-ddeab95d-726d-4ae2-b6ed-f47583b31938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:53:58.518803 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ddeab95d-726d-4ae2-b6ed-f47583b31938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:58.522634 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-ddeab95d-726d-4ae2-b6ed-f47583b31938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:58.530426 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-69d553c3-3c8f-499d-b324-d30615eae431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:58.570614 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeab95d-726d-4ae2-b6ed-f47583b31938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4766a783-6805-4511-8a3a-9080f40f1315,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:58.573602 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-ddeab95d-726d-4ae2-b6ed-f47583b31938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:58.575799 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-ddeab95d-726d-4ae2-b6ed-f47583b31938 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cb07adff1924d2cb8f334e29083aa30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1916206 Sep 10 16:53:58.578472 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36290) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:53:58.638443 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-550a37a0-5768-43c8-a224-63363492cb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:58.665439 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-550a37a0-5768-43c8-a224-63363492cb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:58.717927 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-550a37a0-5768-43c8-a224-63363492cb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:58.722896 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4b93de2d-6ae2-4b59-8773-a0eb3ecfe38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:53:58.737199 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a37a0-5768-43c8-a224-63363492cb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4766a783-6805-4511-8a3a-9080f40f1315,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:53:58.741133 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-550a37a0-5768-43c8-a224-63363492cb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:53:58.745098 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-550a37a0-5768-43c8-a224-63363492cb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:53:58.746220 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-550a37a0-5768-43c8-a224-63363492cb9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4766a783-6805-4511-8a3a-9080f40f1315 HTTP/1.1" status: 204 len: 168 time: 0.1668563 Sep 10 16:53:59.354468 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-351fb951-117e-4abf-b6ca-ac1f105d2b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:00.222285 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:01.754448 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:03.531289 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36410) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:03.672407 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d35879be-b231-4478-82b2-eb32116de5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:03.703295 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-d35879be-b231-4478-82b2-eb32116de5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:03.707126 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-d35879be-b231-4478-82b2-eb32116de5a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c60e61e2e5a1446783b9f8a566892699 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:03.709913 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-d35879be-b231-4478-82b2-eb32116de5a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:03.716211 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-d35879be-b231-4478-82b2-eb32116de5a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:03.780357 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d35879be-b231-4478-82b2-eb32116de5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:03.783856 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d35879be-b231-4478-82b2-eb32116de5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:03.790038 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4a79aa4e-1e53-40ba-9b90-9acb98d5a6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:03.828978 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35879be-b231-4478-82b2-eb32116de5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3994f1c9-8ffb-4b5b-870e-288987b615ab,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:03.832628 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d35879be-b231-4478-82b2-eb32116de5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:03.837251 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-d35879be-b231-4478-82b2-eb32116de5a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c60e61e2e5a1446783b9f8a566892699&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3025298 Sep 10 16:54:03.839247 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36418) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:03.898796 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d4db4764-c4c7-40d7-a1dc-b5aac81afc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:03.924710 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d4db4764-c4c7-40d7-a1dc-b5aac81afc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:03.981141 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d4db4764-c4c7-40d7-a1dc-b5aac81afc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:03.984964 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-dd03bfa1-0a7b-4f91-8184-0842c98e43fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:03.997977 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db4764-c4c7-40d7-a1dc-b5aac81afc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3994f1c9-8ffb-4b5b-870e-288987b615ab,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:04.000828 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d4db4764-c4c7-40d7-a1dc-b5aac81afc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:04.002722 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d4db4764-c4c7-40d7-a1dc-b5aac81afc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:04.006338 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-d4db4764-c4c7-40d7-a1dc-b5aac81afc0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3994f1c9-8ffb-4b5b-870e-288987b615ab HTTP/1.1" status: 204 len: 168 time: 0.1673968 Sep 10 16:54:04.352413 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36434) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:04.371629 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4aa53238-987d-411c-baf6-fb33d9844725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:04.404964 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-4aa53238-987d-411c-baf6-fb33d9844725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:04.409224 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-4aa53238-987d-411c-baf6-fb33d9844725 admin admin] Usage tracker for resource:security_group_rule and tenant:1de1890b4bc84501a085b991dae94afa is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:04.412152 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-4aa53238-987d-411c-baf6-fb33d9844725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:04.418603 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-4aa53238-987d-411c-baf6-fb33d9844725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:04.487034 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4aa53238-987d-411c-baf6-fb33d9844725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:04.492081 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4aa53238-987d-411c-baf6-fb33d9844725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:04.499733 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-7eb6b6ae-6aa0-4091-ba0e-cf4c98bca8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:04.542719 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa53238-987d-411c-baf6-fb33d9844725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4451aa6-f3c4-4ee9-9760-39717db33419,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:04.547142 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-4aa53238-987d-411c-baf6-fb33d9844725 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1de1890b4bc84501a085b991dae94afa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1937027 Sep 10 16:54:04.548001 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4aa53238-987d-411c-baf6-fb33d9844725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:04.549746 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36438) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:04.611065 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-258d4308-3ce6-41cc-aaca-57a4eca354b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:04.640851 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-258d4308-3ce6-41cc-aaca-57a4eca354b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:04.692318 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-258d4308-3ce6-41cc-aaca-57a4eca354b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:04.696986 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-938409bf-6e92-413a-b758-03d01f211a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:04.710094 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d4308-3ce6-41cc-aaca-57a4eca354b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4451aa6-f3c4-4ee9-9760-39717db33419,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:04.712857 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-258d4308-3ce6-41cc-aaca-57a4eca354b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:04.714778 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-258d4308-3ce6-41cc-aaca-57a4eca354b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:04.716160 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-258d4308-3ce6-41cc-aaca-57a4eca354b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4451aa6-f3c4-4ee9-9760-39717db33419 HTTP/1.1" status: 204 len: 168 time: 0.1650569 Sep 10 16:54:05.774751 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36478) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:05.922436 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e68ead0-300e-4870-a75a-5a0904aa6bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:05.956739 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-4e68ead0-300e-4870-a75a-5a0904aa6bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:05.960784 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-4e68ead0-300e-4870-a75a-5a0904aa6bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:88682c2977ca40c8b7d8def8123db8a6 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:05.963914 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-4e68ead0-300e-4870-a75a-5a0904aa6bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:05.970423 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-4e68ead0-300e-4870-a75a-5a0904aa6bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:06.044019 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e68ead0-300e-4870-a75a-5a0904aa6bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.048611 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-4e68ead0-300e-4870-a75a-5a0904aa6bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.056855 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d35879be-b231-4478-82b2-eb32116de5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:06.099253 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68ead0-300e-4870-a75a-5a0904aa6bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23b82f2-3382-4cd8-adf1-aba51eaeac79,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:06.103342 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-4e68ead0-300e-4870-a75a-5a0904aa6bd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88682c2977ca40c8b7d8def8123db8a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3265538 Sep 10 16:54:06.104866 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4e68ead0-300e-4870-a75a-5a0904aa6bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:06.106825 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36490) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:06.172988 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f04fbe18-1858-4a8e-90f8-3eadbce9bb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.199453 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f04fbe18-1858-4a8e-90f8-3eadbce9bb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.253017 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f04fbe18-1858-4a8e-90f8-3eadbce9bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.257997 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d318fa8a-e246-4b66-971c-6dfc3c1399b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:06.271844 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fbe18-1858-4a8e-90f8-3eadbce9bb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23b82f2-3382-4cd8-adf1-aba51eaeac79,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:06.274484 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f04fbe18-1858-4a8e-90f8-3eadbce9bb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:06.275658 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-f04fbe18-1858-4a8e-90f8-3eadbce9bb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.280194 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-f04fbe18-1858-4a8e-90f8-3eadbce9bb68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a23b82f2-3382-4cd8-adf1-aba51eaeac79 HTTP/1.1" status: 204 len: 168 time: 0.1697402 Sep 10 16:54:06.622186 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36510) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:06.640568 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.671896 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:06.675790 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Usage tracker for resource:security_group_rule and tenant:1c6c7184897b4dc0adc3f04fbf37f64a is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:06.678573 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:06.684341 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:06.754765 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.758651 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.765592 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-71fd9cfa-a6bf-4399-ba66-0097c124d530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:06.805732 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc57f3b-cab9-4064-9c3f-2f6f7ad5dae5,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:06.810033 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c6c7184897b4dc0adc3f04fbf37f64a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1868484 Sep 10 16:54:06.813065 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36514) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:06.817385 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:06.817761 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:06.818125 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:06.818482 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:06.818839 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:06.819193 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:06.819542 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:06.819892 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:06.820240 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:06.820613 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:06.820966 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:06.824872 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:06.882180 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-859545b6-f031-4860-a9bd-430c2f8c2133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.914162 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-859545b6-f031-4860-a9bd-430c2f8c2133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.975180 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-859545b6-f031-4860-a9bd-430c2f8c2133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:06.980627 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-dff21647-368b-4aab-92cf-394ab167d41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:06.996745 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859545b6-f031-4860-a9bd-430c2f8c2133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc57f3b-cab9-4064-9c3f-2f6f7ad5dae5,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:06.999029 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-859545b6-f031-4860-a9bd-430c2f8c2133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:07.004508 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-859545b6-f031-4860-a9bd-430c2f8c2133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:07.008505 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-859545b6-f031-4860-a9bd-430c2f8c2133 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cc57f3b-cab9-4064-9c3f-2f6f7ad5dae5 HTTP/1.1" status: 204 len: 168 time: 0.1915183 Sep 10 16:54:11.352868 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36598) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:11.633606 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Deleting port b6a37de5-493e-4bfe-95d5-5c978070bd3d {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:11.633983 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:11.804959 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:11.805279 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:11.922596 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Calling delete_port for b6a37de5-493e-4bfe-95d5-5c978070bd3d owned by network:floatingip {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:54:12.072157 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:12.076379 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-548d58ba-5994-4ccb-8af8-2b59d6c82c23 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:12.118526 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event deleted for resources: {'Port': ['ID=b6a37de5-493e-4bfe-95d5-5c978070bd3d,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:12.123443 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:12.216231 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for floatingip, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:12.620767 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Router 71b6883e-ed9a-4ace-8123-2c404eb7eacb has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:54:12.830992 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:54:12.840645 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25c144-acf2-44d5-bbdf-883c453a9d79 None None] Sync routers for ids ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:54:12.843754 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for floatingip, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:12.852794 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c25c144-acf2-44d5-bbdf-883c453a9d79 None None] Routers {'71b6883e-ed9a-4ace-8123-2c404eb7eacb'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:54:12.853727 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-6c25c144-acf2-44d5-bbdf-883c453a9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:53:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:13.009131 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "DELETE /v2.0/floatingips/f293782f-4e2b-49fe-bd01-38990a7c613a HTTP/1.1" status: 204 len: 168 time: 1.6551690 Sep 10 16:54:13.010620 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:54:13.066809 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'status': 'completed', 'code': 200} Sep 10 16:54:13.096106 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-6c25c144-acf2-44d5-bbdf-883c453a9d79 None None] Set router 71b6883e-ed9a-4ace-8123-2c404eb7eacb gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:54:13.114676 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36634) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:13.173244 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bb626b10-4e23-4fb1-83a0-845efc86d6b7 req-283571a3-3a33-4fd9-b8d6-0bd1d9101556 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b344ba5f825845a4981adad205d90ea0&device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 1098 time: 0.0728078 Sep 10 16:54:13.299837 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-afbc3356-215d-4e5f-b1bc-65c8664f85b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:13.334368 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-afbc3356-215d-4e5f-b1bc-65c8664f85b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:13.339022 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-afbc3356-215d-4e5f-b1bc-65c8664f85b8 admin admin] Usage tracker for resource:security_group_rule and tenant:0653f5ec7d034fdcbb91e6e6f6ee2845 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:13.341495 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb626b10-4e23-4fb1-83a0-845efc86d6b7 req-1c184bbc-3758-4563-a6d7-fcb01287deac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:13.342294 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-afbc3356-215d-4e5f-b1bc-65c8664f85b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:13.343728 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bb626b10-4e23-4fb1-83a0-845efc86d6b7 req-1c184bbc-3758-4563-a6d7-fcb01287deac service neutron] 10.222.0.48 "GET /v2.0/networks?id=19b435ae-57cc-4736-a6ea-9d3189011e76 HTTP/1.1" status: 200 len: 909 time: 0.1604865 Sep 10 16:54:13.348656 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-afbc3356-215d-4e5f-b1bc-65c8664f85b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:13.424209 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-afbc3356-215d-4e5f-b1bc-65c8664f85b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:13.425062 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-6c25c144-acf2-44d5-bbdf-883c453a9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:06Z', 'revision_number': 4, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '334f0e2b-8a74-4ce3-b885-dd76379cd07f', 'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'mac_address': 'fa:16:3e:e5:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:04Z', 'updated_at': '2021-09-10T16:49:16Z', 'revision_number': 5, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'subnets': [{'id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:13.429071 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-afbc3356-215d-4e5f-b1bc-65c8664f85b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:13.429782 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25c144-acf2-44d5-bbdf-883c453a9d79 None None] Checking router: 71b6883e-ed9a-4ace-8123-2c404eb7eacb for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:54:13.436556 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-41e0d63c-639e-4e84-903f-c1c456345903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:13.440658 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c25c144-acf2-44d5-bbdf-883c453a9d79 None None] Routers {'71b6883e-ed9a-4ace-8123-2c404eb7eacb'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:54:13.441281 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-6c25c144-acf2-44d5-bbdf-883c453a9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:53:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:13.476212 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc3356-215d-4e5f-b1bc-65c8664f85b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f05348a-72d4-49a9-9567-9441132bbb84,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:13.476588 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bb626b10-4e23-4fb1-83a0-845efc86d6b7 req-1f145263-bdaa-44c7-a7bd-51724029e44d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0 HTTP/1.1" status: 200 len: 217 time: 0.1238196 Sep 10 16:54:13.479385 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-afbc3356-215d-4e5f-b1bc-65c8664f85b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:13.484771 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-afbc3356-215d-4e5f-b1bc-65c8664f85b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0653f5ec7d034fdcbb91e6e6f6ee2845&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3690047 Sep 10 16:54:13.485399 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36642) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:13.553269 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fd139756-52ff-4cff-a6ff-053a1debe774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:13.566921 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb626b10-4e23-4fb1-83a0-845efc86d6b7 req-3dfbfb72-43a4-45bc-a9ad-02d66bc00483 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:13.568162 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bb626b10-4e23-4fb1-83a0-845efc86d6b7 req-3dfbfb72-43a4-45bc-a9ad-02d66bc00483 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63cfbc35-14cf-4931-b6ab-a1b9c9ce3253 HTTP/1.1" status: 200 len: 847 time: 0.0835829 Sep 10 16:54:13.574241 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9cb1-f079-4a18-901c-578fa7b04e5b req-6dad7308-14c2-4fb0-ac40-7b1bca4a26c5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:13.574986 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-54ee9cb1-f079-4a18-901c-578fa7b04e5b req-6dad7308-14c2-4fb0-ac40-7b1bca4a26c5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Synchronizing usage tracker for tenant:b344ba5f825845a4981adad205d90ea0 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:54:13.579567 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fd139756-52ff-4cff-a6ff-053a1debe774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:13.628895 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-6c25c144-acf2-44d5-bbdf-883c453a9d79 None None] Set router 71b6883e-ed9a-4ace-8123-2c404eb7eacb gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:54:13.634267 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-54ee9cb1-f079-4a18-901c-578fa7b04e5b req-6dad7308-14c2-4fb0-ac40-7b1bca4a26c5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Unset dirty status for tenant:b344ba5f825845a4981adad205d90ea0 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:54:13.634884 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fd139756-52ff-4cff-a6ff-053a1debe774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:13.635464 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-54ee9cb1-f079-4a18-901c-578fa7b04e5b req-6dad7308-14c2-4fb0-ac40-7b1bca4a26c5 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.2150588 Sep 10 16:54:13.639038 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-acdb6d3f-9cb2-4cbc-ac2c-1e23e3df8693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:13.652816 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd139756-52ff-4cff-a6ff-053a1debe774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f05348a-72d4-49a9-9567-9441132bbb84,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:13.657592 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-fd139756-52ff-4cff-a6ff-053a1debe774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:13.666639 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-fd139756-52ff-4cff-a6ff-053a1debe774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:13.670611 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-fd139756-52ff-4cff-a6ff-053a1debe774 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f05348a-72d4-49a9-9567-9441132bbb84 HTTP/1.1" status: 204 len: 168 time: 0.1842232 Sep 10 16:54:13.708412 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-54ee9cb1-f079-4a18-901c-578fa7b04e5b req-518fd9ff-d38d-42e8-ab2c-88184bbc36e7 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653017 Sep 10 16:54:13.711521 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bb626b10-4e23-4fb1-83a0-845efc86d6b7 req-a7e5d9b0-f1ce-4beb-b513-28b431417a9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19b435ae-57cc-4736-a6ea-9d3189011e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1329298 Sep 10 16:54:13.773350 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:54:13.874861 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bb626b10-4e23-4fb1-83a0-845efc86d6b7 req-8e224516-4eb3-4bde-b2e2-23e3e7f25517 service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548779 Sep 10 16:54:13.918552 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:14.031748 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bb626b10-4e23-4fb1-83a0-845efc86d6b7 req-7eb36e78-4f81-4ffa-b748-0680903b560b service neutron] 10.222.0.48 "GET /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499109 Sep 10 16:54:14.055862 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-6c25c144-acf2-44d5-bbdf-883c453a9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:06Z', 'revision_number': 4, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '334f0e2b-8a74-4ce3-b885-dd76379cd07f', 'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'mac_address': 'fa:16:3e:e5:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:04Z', 'updated_at': '2021-09-10T16:49:16Z', 'revision_number': 5, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'subnets': [{'id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:14.061231 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25c144-acf2-44d5-bbdf-883c453a9d79 None None] The sync data for ids ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'] in dv-cinder-808473-1-smb is: [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:06Z', 'revision_number': 4, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb', '_interfaces': [{'id': '334f0e2b-8a74-4ce3-b885-dd76379cd07f', 'name': '', 'network_id': '19b435ae-57cc-4736-a6ea-9d3189011e76', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'mac_address': 'fa:16:3e:e5:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:04Z', 'updated_at': '2021-09-10T16:49:16Z', 'revision_number': 5, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'subnets': [{'id': '63cfbc35-14cf-4931-b6ab-a1b9c9ce3253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:54:14.130827 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36656) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:14.150760 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-70a6e4dc-fa6f-44a3-92ab-069c87d5538a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:14.183448 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-70a6e4dc-fa6f-44a3-92ab-069c87d5538a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:14.187191 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-70a6e4dc-fa6f-44a3-92ab-069c87d5538a admin admin] Usage tracker for resource:security_group_rule and tenant:5b1f6a0017834f5b958b77ca2391e3e9 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:14.189932 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-70a6e4dc-fa6f-44a3-92ab-069c87d5538a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:14.195601 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-70a6e4dc-fa6f-44a3-92ab-069c87d5538a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:14.266783 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-70a6e4dc-fa6f-44a3-92ab-069c87d5538a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:14.271609 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-70a6e4dc-fa6f-44a3-92ab-069c87d5538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:14.278555 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7661ee4d-49d4-4943-8c2b-0ce006b77e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:14.303483 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739bf85-0afc-4b52-80ae-1534aa9a958c None None] New status for floating IP f293782f-4e2b-49fe-bd01-38990a7c613a: DOWN {{(pid=75009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 16:54:14.319062 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6e4dc-fa6f-44a3-92ab-069c87d5538a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07193d65-e696-4d1c-8138-920e57b72d8f,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:14.323098 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-70a6e4dc-fa6f-44a3-92ab-069c87d5538a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:14.327891 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-70a6e4dc-fa6f-44a3-92ab-069c87d5538a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b1f6a0017834f5b958b77ca2391e3e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1937137 Sep 10 16:54:14.328593 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36660) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:14.390910 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ba7ced15-5291-4a93-ae66-0a53a9f95d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:14.415627 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ba7ced15-5291-4a93-ae66-0a53a9f95d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:14.467292 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ba7ced15-5291-4a93-ae66-0a53a9f95d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:14.471136 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-2e4e2629-fe24-4163-b450-c169371d732c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:14.483219 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ced15-5291-4a93-ae66-0a53a9f95d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07193d65-e696-4d1c-8138-920e57b72d8f,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:14.486540 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ba7ced15-5291-4a93-ae66-0a53a9f95d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:14.489674 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-ba7ced15-5291-4a93-ae66-0a53a9f95d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:14.491095 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-ba7ced15-5291-4a93-ae66-0a53a9f95d82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07193d65-e696-4d1c-8138-920e57b72d8f HTTP/1.1" status: 204 len: 168 time: 0.1618223 Sep 10 16:54:14.930929 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a6408-0dc3-40db-9618-9243b9f7ce37 req-3377c9a6-0d95-4fde-8797-3b9eca631e14 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:14.932555 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-614a6408-0dc3-40db-9618-9243b9f7ce37 req-3377c9a6-0d95-4fde-8797-3b9eca631e14 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.48 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.1385791 Sep 10 16:54:14.944949 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695f816-4121-4b2f-8655-c7a2c1726035 req-45446dd5-85f2-4213-b738-089a1a13919b tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:14.946367 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a695f816-4121-4b2f-8655-c7a2c1726035 req-45446dd5-85f2-4213-b738-089a1a13919b tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 945 time: 0.1101127 Sep 10 16:54:15.045220 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-614a6408-0dc3-40db-9618-9243b9f7ce37 req-44660d00-6975-411a-9777-e6388f65cd8d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Deleting port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:15.045627 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-614a6408-0dc3-40db-9618-9243b9f7ce37 req-44660d00-6975-411a-9777-e6388f65cd8d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:15.077925 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a695f816-4121-4b2f-8655-c7a2c1726035 req-b53a6a76-8881-4c71-b53d-52e0636ebdc0 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c2fd88b-b104-4d7e-8775-5263b3c5f97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001267 Sep 10 16:54:15.319081 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-614a6408-0dc3-40db-9618-9243b9f7ce37 req-44660d00-6975-411a-9777-e6388f65cd8d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] For port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:15.319363 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-614a6408-0dc3-40db-9618-9243b9f7ce37 req-44660d00-6975-411a-9777-e6388f65cd8d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:15.413331 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36694) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:15.443203 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-614a6408-0dc3-40db-9618-9243b9f7ce37 req-44660d00-6975-411a-9777-e6388f65cd8d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Calling delete_port for 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 owned by compute:nova {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:54:15.686887 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a730df0f-5aca-4254-97d5-bbeafbb3705a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:15.691015 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-614a6408-0dc3-40db-9618-9243b9f7ce37 req-44660d00-6975-411a-9777-e6388f65cd8d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:15.698488 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-cc793aa0-a54f-460e-9f09-bcd3482f63a9 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:15.719283 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-a730df0f-5aca-4254-97d5-bbeafbb3705a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:15.723223 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-a730df0f-5aca-4254-97d5-bbeafbb3705a admin admin] Usage tracker for resource:security_group_rule and tenant:3f65b03fe28a4a3cb01546bfb3769d7f is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:15.726225 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-a730df0f-5aca-4254-97d5-bbeafbb3705a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:15.732284 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-a730df0f-5aca-4254-97d5-bbeafbb3705a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:15.744002 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44660d00-6975-411a-9777-e6388f65cd8d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event deleted for resources: {'Port': ['ID=2ea3c147-816e-4bd7-91bb-e35d0f4513f0,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:15.747806 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-44660d00-6975-411a-9777-e6388f65cd8d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:15.809826 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a730df0f-5aca-4254-97d5-bbeafbb3705a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:15.814181 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a730df0f-5aca-4254-97d5-bbeafbb3705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:15.821279 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-93d8b546-244f-46c5-b17e-660efdfc5f2f tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:15.835939 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-614a6408-0dc3-40db-9618-9243b9f7ce37 req-44660d00-6975-411a-9777-e6388f65cd8d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] No DVR routers for this DVR port 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 on host hv-cinder-80847 {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:54:15.838749 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-614a6408-0dc3-40db-9618-9243b9f7ce37 req-44660d00-6975-411a-9777-e6388f65cd8d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:15.850445 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'name': 'network-vif-deleted', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:54:15.857670 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-614a6408-0dc3-40db-9618-9243b9f7ce37 req-44660d00-6975-411a-9777-e6388f65cd8d tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.48 "DELETE /v2.0/ports/2ea3c147-816e-4bd7-91bb-e35d0f4513f0 HTTP/1.1" status: 204 len: 173 time: 0.9102929 Sep 10 16:54:15.866853 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730df0f-5aca-4254-97d5-bbeafbb3705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586ffde5-e16c-4003-aa3a-5561e466c86e,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:15.871332 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a730df0f-5aca-4254-97d5-bbeafbb3705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:15.876851 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36710) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:15.877011 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-a730df0f-5aca-4254-97d5-bbeafbb3705a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f65b03fe28a4a3cb01546bfb3769d7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4626257 Sep 10 16:54:15.930991 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49faffb8-5ec5-4fe3-a818-e4a0aec10879', 'name': 'network-vif-deleted', 'tag': '2ea3c147-816e-4bd7-91bb-e35d0f4513f0', 'status': 'completed', 'code': 200} Sep 10 16:54:15.957420 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-24cc6110-491c-4369-b3c6-251d9bd74e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:15.984804 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-24cc6110-491c-4369-b3c6-251d9bd74e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:16.042953 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-24cc6110-491c-4369-b3c6-251d9bd74e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:16.051317 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-1a010ef1-be46-4389-992b-7a05c5cc7c21 tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:16.067711 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-24cc6110-491c-4369-b3c6-251d9bd74e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:16.069447 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-24cc6110-491c-4369-b3c6-251d9bd74e25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/586ffde5-e16c-4003-aa3a-5561e466c86e HTTP/1.1" status: 204 len: 168 time: 0.1911192 Sep 10 16:54:16.070721 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc6110-491c-4369-b3c6-251d9bd74e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586ffde5-e16c-4003-aa3a-5561e466c86e,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:16.074399 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-24cc6110-491c-4369-b3c6-251d9bd74e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:16.315119 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-a8f76317-880a-487f-88c1-76b3f82901c1 req-30544d30-59f1-47cd-aca2-b06b670eb465 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Synchronizing usage tracker for tenant:b344ba5f825845a4981adad205d90ea0 on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:54:16.336467 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-a8f76317-880a-487f-88c1-76b3f82901c1 req-30544d30-59f1-47cd-aca2-b06b670eb465 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Unset dirty status for tenant:b344ba5f825845a4981adad205d90ea0 on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:54:16.338660 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a8f76317-880a-487f-88c1-76b3f82901c1 req-30544d30-59f1-47cd-aca2-b06b670eb465 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faffb8-5ec5-4fe3-a818-e4a0aec10879 HTTP/1.1" status: 200 len: 210 time: 0.0794077 Sep 10 16:54:16.584172 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36732) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:16.606253 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-a93cbf49-80b8-4c2e-a1ea-f597ae9b00f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:16.641565 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-a93cbf49-80b8-4c2e-a1ea-f597ae9b00f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:16.645407 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-a93cbf49-80b8-4c2e-a1ea-f597ae9b00f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e4711377cb814a32ae5b1b21767ceb0c is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:16.648185 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-a93cbf49-80b8-4c2e-a1ea-f597ae9b00f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:16.653866 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-a93cbf49-80b8-4c2e-a1ea-f597ae9b00f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:16.729047 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-a93cbf49-80b8-4c2e-a1ea-f597ae9b00f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:16.733918 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-a93cbf49-80b8-4c2e-a1ea-f597ae9b00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:16.745551 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-f7da26f6-fcf1-4be9-ab5c-60dcdbaf14d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:16.786384 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cbf49-80b8-4c2e-a1ea-f597ae9b00f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130c8465-04b4-4de7-8551-c6095eff36d6,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:16.789687 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-a93cbf49-80b8-4c2e-a1ea-f597ae9b00f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:16.793085 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-a93cbf49-80b8-4c2e-a1ea-f597ae9b00f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4711377cb814a32ae5b1b21767ceb0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2078424 Sep 10 16:54:16.796015 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36748) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:16.871616 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-34ce2b9d-1db3-44f2-9f45-37f7ec3ccfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:16.898602 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-34ce2b9d-1db3-44f2-9f45-37f7ec3ccfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:16.953816 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-34ce2b9d-1db3-44f2-9f45-37f7ec3ccfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:16.958614 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-467dee36-0076-4e57-9a25-d479c8d9e706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:16.973297 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce2b9d-1db3-44f2-9f45-37f7ec3ccfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130c8465-04b4-4de7-8551-c6095eff36d6,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:16.976119 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-34ce2b9d-1db3-44f2-9f45-37f7ec3ccfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:16.988110 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-34ce2b9d-1db3-44f2-9f45-37f7ec3ccfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:16.990156 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-34ce2b9d-1db3-44f2-9f45-37f7ec3ccfc7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/130c8465-04b4-4de7-8551-c6095eff36d6 HTTP/1.1" status: 204 len: 168 time: 0.1923788 Sep 10 16:54:17.114375 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36756) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:17.379560 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f713e22f-2bca-4efa-a786-5d6058861438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:17.412889 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f713e22f-2bca-4efa-a786-5d6058861438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:17.417756 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f713e22f-2bca-4efa-a786-5d6058861438 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8ed83508904038889ecddcdade5d7e is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:17.420585 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-f713e22f-2bca-4efa-a786-5d6058861438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:17.426297 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-f713e22f-2bca-4efa-a786-5d6058861438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:17.457237 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36772) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:17.498700 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f713e22f-2bca-4efa-a786-5d6058861438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:17.503467 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-f713e22f-2bca-4efa-a786-5d6058861438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:17.512167 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ed4e2e00-047a-4682-aa3f-5aed10f5f634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:17.535238 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-52727159-3a64-4b38-b74c-4966b9d6eb64 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:17.561745 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713e22f-2bca-4efa-a786-5d6058861438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda61f9-474a-41d5-b59b-7f61e6bdb22a,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:17.567242 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-52727159-3a64-4b38-b74c-4966b9d6eb64 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:17.569253 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-f713e22f-2bca-4efa-a786-5d6058861438 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed8ed83508904038889ecddcdade5d7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4539094 Sep 10 16:54:17.570419 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-f713e22f-2bca-4efa-a786-5d6058861438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:17.571038 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36778) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:17.641731 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-52727159-3a64-4b38-b74c-4966b9d6eb64 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:17.644414 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-50000369-ebec-401a-95cf-b0949b225102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:17.648267 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-2758c85b-9d65-47c0-a93b-581d6e606e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:17.667490 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52727159-3a64-4b38-b74c-4966b9d6eb64 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2fd88b-b104-4d7e-8775-5263b3c5f97b,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:17.670275 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-52727159-3a64-4b38-b74c-4966b9d6eb64 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:17.684282 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-50000369-ebec-401a-95cf-b0949b225102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:17.689729 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:54:17.690243 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-52727159-3a64-4b38-b74c-4966b9d6eb64 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:17.691335 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-52727159-3a64-4b38-b74c-4966b9d6eb64 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] 10.222.0.43 "DELETE /v2.0/security-groups/1c2fd88b-b104-4d7e-8775-5263b3c5f97b HTTP/1.1" status: 204 len: 168 time: 0.2331262 Sep 10 16:54:17.746547 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36788) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:17.760792 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:54:17.762490 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 2ea3c147-816e-4bd7-91bb-e35d0f4513f0 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:54:17.782386 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-50000369-ebec-401a-95cf-b0949b225102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:17.782386 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-076d1d70-df66-4502-89e2-abf5530b0b55 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:17.793644 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50000369-ebec-401a-95cf-b0949b225102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda61f9-474a-41d5-b59b-7f61e6bdb22a,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:17.796435 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-50000369-ebec-401a-95cf-b0949b225102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:17.797313 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-50000369-ebec-401a-95cf-b0949b225102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:17.801533 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-50000369-ebec-401a-95cf-b0949b225102 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fda61f9-474a-41d5-b59b-7f61e6bdb22a HTTP/1.1" status: 204 len: 168 time: 0.2294118 Sep 10 16:54:18.333596 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36804) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:18.353359 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3afe67bf-9ff5-4e5c-8a7f-029cb5497326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:18.386993 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-3afe67bf-9ff5-4e5c-8a7f-029cb5497326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:18.391084 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-3afe67bf-9ff5-4e5c-8a7f-029cb5497326 admin admin] Usage tracker for resource:security_group_rule and tenant:2fc810afad6c44599c32bfec89dc0286 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:18.393928 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-3afe67bf-9ff5-4e5c-8a7f-029cb5497326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:18.399771 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-3afe67bf-9ff5-4e5c-8a7f-029cb5497326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:18.428298 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4159322'] for router_interface, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:18.473082 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3afe67bf-9ff5-4e5c-8a7f-029cb5497326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:18.477349 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-3afe67bf-9ff5-4e5c-8a7f-029cb5497326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:18.486077 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-466e467e-b191-4ce3-a227-3bcdbedc5b59 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:18.528926 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe67bf-9ff5-4e5c-8a7f-029cb5497326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435374c2-3563-42b8-8493-e81858937108,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:18.532404 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3afe67bf-9ff5-4e5c-8a7f-029cb5497326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:18.535094 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-3afe67bf-9ff5-4e5c-8a7f-029cb5497326 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fc810afad6c44599c32bfec89dc0286&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2003703 Sep 10 16:54:18.543580 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36808) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:18.617079 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6543a02a-6d3f-46cf-b8ff-d7d0df84eed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:18.648170 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6543a02a-6d3f-46cf-b8ff-d7d0df84eed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:18.714461 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6543a02a-6d3f-46cf-b8ff-d7d0df84eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:18.721087 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4e68ead0-300e-4870-a75a-5a0904aa6bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:18.734184 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543a02a-6d3f-46cf-b8ff-d7d0df84eed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435374c2-3563-42b8-8493-e81858937108,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:18.737030 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-6543a02a-6d3f-46cf-b8ff-d7d0df84eed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:18.737885 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6543a02a-6d3f-46cf-b8ff-d7d0df84eed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:18.739010 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-6543a02a-6d3f-46cf-b8ff-d7d0df84eed9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/435374c2-3563-42b8-8493-e81858937108 HTTP/1.1" status: 204 len: 168 time: 0.1945126 Sep 10 16:54:19.189481 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] Deleting port 334f0e2b-8a74-4ce3-b885-dd76379cd07f {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:19.189990 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:19.367304 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] For port 334f0e2b-8a74-4ce3-b885-dd76379cd07f, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=334f0e2b-8a74-4ce3-b885-dd76379cd07f,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:19.367808 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:19.490503 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] Calling delete_port for 334f0e2b-8a74-4ce3-b885-dd76379cd07f owned by network:router_interface {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:54:19.673761 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:19.677632 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-59822d2f-8c69-4826-a6d0-396b4a93f0cb tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:19.720046 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] Pushing event deleted for resources: {'Port': ['ID=334f0e2b-8a74-4ce3-b885-dd76379cd07f,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:19.723961 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:20.041625 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3025990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159470'] for router_interface, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:20.761235 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] Router 71b6883e-ed9a-4ace-8123-2c404eb7eacb has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:54:20.962829 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:54:20.971993 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901922a6-bbad-4f73-9d32-95fd7eb50ef4 None None] Sync routers for ids ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'] in dv-cinder-808473-1-smb {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:54:20.982915 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-cfa92169-5e7c-4989-b557-8d5b6726c41a admin admin] 10.222.0.43 "PUT /v2.0/routers/71b6883e-ed9a-4ace-8123-2c404eb7eacb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2326148 Sep 10 16:54:20.983651 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36868) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:20.990463 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901922a6-bbad-4f73-9d32-95fd7eb50ef4 None None] Routers {'71b6883e-ed9a-4ace-8123-2c404eb7eacb'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:54:20.991557 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-901922a6-bbad-4f73-9d32-95fd7eb50ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:53:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:21.191619 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-901922a6-bbad-4f73-9d32-95fd7eb50ef4 None None] Set router 71b6883e-ed9a-4ace-8123-2c404eb7eacb gateway port host: dv-cinder-808473-1-smb {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:54:21.200857 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Notify callbacks [] for router, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:21.449990 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:21.466010 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Deleting port cc55a698-b341-4a2a-a71b-1db5c57fdc55 {{(pid=75007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:21.466795 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:21.524338 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-901922a6-bbad-4f73-9d32-95fd7eb50ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:54:19Z', 'revision_number': 5, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port': {'id': 'cc55a698-b341-4a2a-a71b-1db5c57fdc55', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:21.529349 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901922a6-bbad-4f73-9d32-95fd7eb50ef4 None None] Checking router: 71b6883e-ed9a-4ace-8123-2c404eb7eacb for host: dv-cinder-808473-1-smb {{(pid=75008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:54:21.551858 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901922a6-bbad-4f73-9d32-95fd7eb50ef4 None None] Routers {'71b6883e-ed9a-4ace-8123-2c404eb7eacb'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:54:21.552662 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-901922a6-bbad-4f73-9d32-95fd7eb50ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:53:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'], 'active': True} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:21.704322 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.db [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] For port cc55a698-b341-4a2a-a71b-1db5c57fdc55, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=cc55a698-b341-4a2a-a71b-1db5c57fdc55,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:21.705047 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:21.720913 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_dvr_db [None req-901922a6-bbad-4f73-9d32-95fd7eb50ef4 None None] Set router 71b6883e-ed9a-4ace-8123-2c404eb7eacb gateway port host: None {{(pid=75008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:54:21.808311 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36912) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:21.833922 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.l3_hamode_db [None req-901922a6-bbad-4f73-9d32-95fd7eb50ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:54:21Z', 'revision_number': 6, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port_host': None}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:21.839786 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901922a6-bbad-4f73-9d32-95fd7eb50ef4 None None] The sync data for ids ['71b6883e-ed9a-4ace-8123-2c404eb7eacb'] in dv-cinder-808473-1-smb is: [{'id': '71b6883e-ed9a-4ace-8123-2c404eb7eacb', 'name': 'tempest-TestShelveInstance-207153522-router', 'tenant_id': 'b344ba5f825845a4981adad205d90ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:00Z', 'updated_at': '2021-09-10T16:54:21Z', 'revision_number': 6, 'project_id': 'b344ba5f825845a4981adad205d90ea0', 'gw_port_host': None}] {{(pid=75008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:54:21.896752 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.plugin [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Calling delete_port for cc55a698-b341-4a2a-a71b-1db5c57fdc55 owned by network:router_gateway {{(pid=75007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:54:21.987397 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0938afd6-b100-4393-b79a-35e0b701b550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.029036 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-0938afd6-b100-4393-b79a-35e0b701b550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:22.032783 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-0938afd6-b100-4393-b79a-35e0b701b550 admin admin] Usage tracker for resource:security_group_rule and tenant:df98f8ce3af9463290895fc97bf18533 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:22.036634 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-0938afd6-b100-4393-b79a-35e0b701b550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:22.043653 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-0938afd6-b100-4393-b79a-35e0b701b550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:22.073515 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3296094'] for port, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.079958 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-228e5666-74fa-4e16-9ac2-70aff41b536a tempest-AttachVolumeShelveTestJSON-1802631181 tempest-AttachVolumeShelveTestJSON-1802631181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:22.121930 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0938afd6-b100-4393-b79a-35e0b701b550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.125943 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-0938afd6-b100-4393-b79a-35e0b701b550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.126170 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc55a698-b341-4a2a-a71b-1db5c57fdc55,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:22.130328 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:22.140198 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-24cc6110-491c-4369-b3c6-251d9bd74e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:22.188186 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-0938afd6-b100-4393-b79a-35e0b701b550 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df98f8ce3af9463290895fc97bf18533&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3781149 Sep 10 16:54:22.188659 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36930) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:22.192414 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938afd6-b100-4393-b79a-35e0b701b550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a275e1b6-5933-4e22-ab1f-e9f2dba2bcec,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:22.234794 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-0938afd6-b100-4393-b79a-35e0b701b550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:22.267222 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fc52d91f-6a55-40a8-a878-4798ef52e50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.309210 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fc52d91f-6a55-40a8-a878-4798ef52e50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.311688 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 334f0e2b-8a74-4ce3-b885-dd76379cd07f no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:54:22.363543 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 334f0e2b-8a74-4ce3-b885-dd76379cd07f {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:54:22.363908 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 334f0e2b-8a74-4ce3-b885-dd76379cd07f not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:54:22.376570 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fc52d91f-6a55-40a8-a878-4798ef52e50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.381684 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-0938afd6-b100-4393-b79a-35e0b701b550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:22.395164 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52d91f-6a55-40a8-a878-4798ef52e50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a275e1b6-5933-4e22-ab1f-e9f2dba2bcec,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:22.397784 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-fc52d91f-6a55-40a8-a878-4798ef52e50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:22.398929 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fc52d91f-6a55-40a8-a878-4798ef52e50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.400077 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-fc52d91f-6a55-40a8-a878-4798ef52e50e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a275e1b6-5933-4e22-ab1f-e9f2dba2bcec HTTP/1.1" status: 204 len: 168 time: 0.2095797 Sep 10 16:54:22.534799 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4158321'] for router_gateway, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.797842 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6736'] for router, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.802431 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.824997 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36940) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:22.830603 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4159765'] for router, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.831157 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71b6883e-ed9a-4ace-8123-2c404eb7eacb {{(pid=75007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:54:22.844282 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] Notify callbacks [] for router, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.845043 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-16eecca2-6d8c-4f82-8a7b-24a770644ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.845951 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-93a62d82-e080-4019-81e5-9e1297f67489 admin admin] 10.222.0.43 "DELETE /v2.0/routers/71b6883e-ed9a-4ace-8123-2c404eb7eacb HTTP/1.1" status: 204 len: 168 time: 1.8614841 Sep 10 16:54:22.848039 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 36944) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:22.880594 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-16eecca2-6d8c-4f82-8a7b-24a770644ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:22.885294 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-16eecca2-6d8c-4f82-8a7b-24a770644ddd admin admin] Usage tracker for resource:security_group_rule and tenant:bb879f07b60f40c692fc8264408083c3 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:22.888732 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-16eecca2-6d8c-4f82-8a7b-24a770644ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:22.894747 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-16eecca2-6d8c-4f82-8a7b-24a770644ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:22.914234 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c521a0-e4d1-494e-9233-c3f77f847a6c admin admin] Deleting subnet 63cfbc35-14cf-4931-b6ab-a1b9c9ce3253 {{(pid=75007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:54:22.917806 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-18c521a0-e4d1-494e-9233-c3f77f847a6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.973212 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-16eecca2-6d8c-4f82-8a7b-24a770644ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.975899 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-18c521a0-e4d1-494e-9233-c3f77f847a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968804'] for subnet, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.977182 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-16eecca2-6d8c-4f82-8a7b-24a770644ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:22.984148 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-177c8dc1-abda-424c-81ff-d91e5f0d4369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:23.022630 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eecca2-6d8c-4f82-8a7b-24a770644ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09e7f60-e01f-4ee7-aad0-dab75e444dfd,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:23.028181 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-16eecca2-6d8c-4f82-8a7b-24a770644ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:23.034106 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-16eecca2-6d8c-4f82-8a7b-24a770644ddd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb879f07b60f40c692fc8264408083c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2056634 Sep 10 16:54:23.034367 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36948) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:23.061552 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-18c521a0-e4d1-494e-9233-c3f77f847a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.110654 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-88375d2a-0eaf-4328-a9d5-334f7842b245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.131002 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-18c521a0-e4d1-494e-9233-c3f77f847a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3038976'] for subnet, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.135731 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d03b0e43-0827-43f9-9ce1-05fac1505036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:23.137249 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-88375d2a-0eaf-4328-a9d5-334f7842b245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.168477 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c521a0-e4d1-494e-9233-c3f77f847a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63cfbc35-14cf-4931-b6ab-a1b9c9ce3253,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:23.172238 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-18c521a0-e4d1-494e-9233-c3f77f847a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:23.174930 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-18c521a0-e4d1-494e-9233-c3f77f847a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.183515 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-18c521a0-e4d1-494e-9233-c3f77f847a6c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/63cfbc35-14cf-4931-b6ab-a1b9c9ce3253 HTTP/1.1" status: 204 len: 168 time: 0.3320792 Sep 10 16:54:23.183802 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36952) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:23.186323 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce766b-9d6c-4f25-b809-330ac1204801 None None] Network 19b435ae-57cc-4736-a6ea-9d3189011e76 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:54:23.255080 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-88375d2a-0eaf-4328-a9d5-334f7842b245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.264339 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-0725ecf6-cbd0-4bc0-9d5b-efa217b42d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:23.290450 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88375d2a-0eaf-4328-a9d5-334f7842b245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09e7f60-e01f-4ee7-aad0-dab75e444dfd,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:23.295872 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-88375d2a-0eaf-4328-a9d5-334f7842b245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:23.307309 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-88375d2a-0eaf-4328-a9d5-334f7842b245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.308424 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-88375d2a-0eaf-4328-a9d5-334f7842b245 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f09e7f60-e01f-4ee7-aad0-dab75e444dfd HTTP/1.1" status: 204 len: 168 time: 0.2731860 Sep 10 16:54:23.315047 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.326439 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Deleting port 439dca12-e434-402a-ad9a-b2c59edb4f9e {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:23.326824 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.518244 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae97c84-e21f-4c38-8d13-1cb8c08bc35d None None] DHCP port deletion for 19b435ae-57cc-4736-a6ea-9d3189011e76 request from dv-cinder-808473-1-smb {{(pid=75008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 16:54:23.524938 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-bae97c84-e21f-4c38-8d13-1cb8c08bc35d None None] Deleting port 439dca12-e434-402a-ad9a-b2c59edb4f9e {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:23.525666 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-bae97c84-e21f-4c38-8d13-1cb8c08bc35d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.609261 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] For port 439dca12-e434-402a-ad9a-b2c59edb4f9e, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=439dca12-e434-402a-ad9a-b2c59edb4f9e,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:23.609950 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.753576 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Calling delete_port for 439dca12-e434-402a-ad9a-b2c59edb4f9e owned by network:dhcp {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:54:23.754477 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-bae97c84-e21f-4c38-8d13-1cb8c08bc35d None None] For port 439dca12-e434-402a-ad9a-b2c59edb4f9e, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=439dca12-e434-402a-ad9a-b2c59edb4f9e,segment=NetworkSegment(7e3f265c-3209-476a-9426-91c9c256ee7c),segment_id=7e3f265c-3209-476a-9426-91c9c256ee7c)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:23.754919 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-bae97c84-e21f-4c38-8d13-1cb8c08bc35d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.834538 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:23.839209 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-78e79729-f7e3-4239-af18-bad2a614e8f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:23.880016 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-bae97c84-e21f-4c38-8d13-1cb8c08bc35d None None] Calling delete_port for 439dca12-e434-402a-ad9a-b2c59edb4f9e owned by network:dhcp {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:54:23.883074 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Pushing event deleted for resources: {'Port': ['ID=439dca12-e434-402a-ad9a-b2c59edb4f9e,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:23.886246 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:23.892100 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] No DVR routers for this DVR port 439dca12-e434-402a-ad9a-b2c59edb4f9e on host dv-cinder-808473-1-smb {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:54:23.955918 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.db.api [None req-bae97c84-e21f-4c38-8d13-1cb8c08bc35d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:54:23.956442 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_db.api [None req-bae97c84-e21f-4c38-8d13-1cb8c08bc35d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:54:24.100112 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:24.114039 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b435ae-57cc-4736-a6ea-9d3189011e76']}} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:24.126279 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3f265c-3209-476a-9426-91c9c256ee7c') {'for_net_delete': True} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:24.126650 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3f265c-3209-476a-9426-91c9c256ee7c') {} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:24.138414 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756514'] for segment, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:24.158222 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:24.165375 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=75006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:54:24.165960 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2755639'] for segment, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: Traceback (most recent call last): Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: timer() Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: cb(*args, **kw) Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: return func(*args, **kwargs) Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: self._notify() Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: self.callback(batched_events) Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: event.method(event) Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: return f(self, *a, **k) Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: return self._get(url).json() Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: return self.request(url, 'GET', **kwargs) Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:54:24.180480 dv-cinder-808473-1-smb neutron-server[75006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:54:24.211767 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 439dca12-e434-402a-ad9a-b2c59edb4f9e no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:54:24.252131 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 439dca12-e434-402a-ad9a-b2c59edb4f9e {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:54:24.252559 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 439dca12-e434-402a-ad9a-b2c59edb4f9e not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:54:24.253072 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device cc55a698-b341-4a2a-a71b-1db5c57fdc55 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:54:24.268291 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:24.273968 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:24.277430 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-37875aaf-dcf9-4e73-b14c-45b0f08bb610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:24.285261 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: cc55a698-b341-4a2a-a71b-1db5c57fdc55 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:54:24.285639 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device cc55a698-b341-4a2a-a71b-1db5c57fdc55 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:54:24.303081 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b435ae-57cc-4736-a6ea-9d3189011e76,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:24.306046 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:24.317531 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-20fdc21c-72ec-43bf-a650-e47bb7f1ac59 admin admin] 10.222.0.43 "DELETE /v2.0/networks/19b435ae-57cc-4736-a6ea-9d3189011e76 HTTP/1.1" status: 204 len: 168 time: 1.1325965 Sep 10 16:54:24.320366 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 36980) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:24.457430 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-bae97c84-e21f-4c38-8d13-1cb8c08bc35d None None] Deleting port 439dca12-e434-402a-ad9a-b2c59edb4f9e {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:24.457890 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-bae97c84-e21f-4c38-8d13-1cb8c08bc35d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:24.523763 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-bae97c84-e21f-4c38-8d13-1cb8c08bc35d None None] The port '439dca12-e434-402a-ad9a-b2c59edb4f9e' was deleted {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 16:54:24.725579 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4159322'] for router_interface, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:25.020932 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 37000) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:25.168855 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-815d11da-3cfe-4f45-9ef3-f7cdb970014d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:25.200744 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-815d11da-3cfe-4f45-9ef3-f7cdb970014d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:25.204780 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-815d11da-3cfe-4f45-9ef3-f7cdb970014d admin admin] Usage tracker for resource:security_group_rule and tenant:68da313f8d9b429987be2b40ff08c192 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:25.207641 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-815d11da-3cfe-4f45-9ef3-f7cdb970014d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:25.214516 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-815d11da-3cfe-4f45-9ef3-f7cdb970014d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:25.283620 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-815d11da-3cfe-4f45-9ef3-f7cdb970014d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:25.287763 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-815d11da-3cfe-4f45-9ef3-f7cdb970014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:25.295361 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-00dfe2d4-eb8e-4f4e-ab4c-9e26000f2d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:25.335079 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d11da-3cfe-4f45-9ef3-f7cdb970014d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383929aa-8c11-4f5d-8280-fe2eca0791b5,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:25.341705 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-815d11da-3cfe-4f45-9ef3-f7cdb970014d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68da313f8d9b429987be2b40ff08c192&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3174825 Sep 10 16:54:25.341705 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-815d11da-3cfe-4f45-9ef3-f7cdb970014d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:25.341974 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 37006) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:25.353069 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] Deleting port 858bb3fa-e68c-4443-bdc3-c909343be94d {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:25.353592 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:25.403208 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-618cde2f-d0f9-47a0-b549-c4b03ff4a7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:25.429263 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-618cde2f-d0f9-47a0-b549-c4b03ff4a7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:25.482459 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-618cde2f-d0f9-47a0-b549-c4b03ff4a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:25.487270 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6d17e16d-29c5-4aec-9572-e00e1fe57c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:25.499035 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cde2f-d0f9-47a0-b549-c4b03ff4a7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383929aa-8c11-4f5d-8280-fe2eca0791b5,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:25.501879 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-618cde2f-d0f9-47a0-b549-c4b03ff4a7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:25.503693 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-618cde2f-d0f9-47a0-b549-c4b03ff4a7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:25.507240 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-618cde2f-d0f9-47a0-b549-c4b03ff4a7a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/383929aa-8c11-4f5d-8280-fe2eca0791b5 HTTP/1.1" status: 204 len: 168 time: 0.1620066 Sep 10 16:54:25.536589 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] For port 858bb3fa-e68c-4443-bdc3-c909343be94d, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=858bb3fa-e68c-4443-bdc3-c909343be94d,segment=NetworkSegment(98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b),segment_id=98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:25.536949 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:25.764095 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] Calling delete_port for 858bb3fa-e68c-4443-bdc3-c909343be94d owned by network:router_interface {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:54:25.944540 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:25.947912 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:25.988974 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=858bb3fa-e68c-4443-bdc3-c909343be94d,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:25.991706 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:26.304366 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3025990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159470'] for router_interface, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:26.890359 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] Router 47421abc-9efb-4e53-87bd-c2775bcce6a5 has already been hosted by L3 agent a2e1ed94-3dad-4f52-9b80-11d848531ad9 {{(pid=75006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:54:27.107543 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aaebf2cb-6b69-4538-8ead-c653d92a04c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:27.209077 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-smb the message routers_updated {{(pid=75006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:54:27.218653 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b9d98-e642-46b0-80a1-48fc6f6e3807 None None] Sync routers for ids ['47421abc-9efb-4e53-87bd-c2775bcce6a5'] in dv-cinder-808473-1-smb {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 16:54:27.227328 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-d40be88c-a4e8-4fb2-ad65-b169f9f97f10 admin admin] 10.222.0.43 "PUT /v2.0/routers/47421abc-9efb-4e53-87bd-c2775bcce6a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9058795 Sep 10 16:54:27.230143 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 37042) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:27.236737 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4b9d98-e642-46b0-80a1-48fc6f6e3807 None None] Routers {'47421abc-9efb-4e53-87bd-c2775bcce6a5'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:54:27.237360 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-ba4b9d98-e642-46b0-80a1-48fc6f6e3807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:53:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['47421abc-9efb-4e53-87bd-c2775bcce6a5'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:27.427172 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Notify callbacks [] for router, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:27.429939 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-ba4b9d98-e642-46b0-80a1-48fc6f6e3807 None None] Set router 47421abc-9efb-4e53-87bd-c2775bcce6a5 gateway port host: dv-cinder-808473-1-smb {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:54:27.471209 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:27.626770 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:27.636699 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Deleting port 23a39b8b-621a-4d2b-a913-33d857ecdb4d {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:27.637036 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:27.725791 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-ba4b9d98-e642-46b0-80a1-48fc6f6e3807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'name': 'tempest-TestShelveInstance-634085841-router', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'external_fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:12Z', 'updated_at': '2021-09-10T16:54:25Z', 'revision_number': 5, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'gw_port': {'id': '23a39b8b-621a-4d2b-a913-33d857ecdb4d', 'name': '', 'network_id': 'fe650c26-b2d2-4f5c-b7a2-2a9e6314db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:49:13Z', 'updated_at': '2021-09-10T16:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff94d06-642f-40e4-8f60-7f9b0623562d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-smb'}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:27.730675 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b9d98-e642-46b0-80a1-48fc6f6e3807 None None] Checking router: 47421abc-9efb-4e53-87bd-c2775bcce6a5 for host: dv-cinder-808473-1-smb {{(pid=75009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 16:54:27.741261 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4b9d98-e642-46b0-80a1-48fc6f6e3807 None None] Routers {'47421abc-9efb-4e53-87bd-c2775bcce6a5'} bound to L3 agent in host dv-cinder-808473-1-smb {{(pid=75009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:54:27.741859 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-ba4b9d98-e642-46b0-80a1-48fc6f6e3807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808473-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:38:29Z,description=,heartbeat_timestamp=2021-09-10T16:53:59Z,host='dv-cinder-808473-1-smb',id=a2e1ed94-3dad-4f52-9b80-11d848531ad9,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:38:29Z,topic='l3_agent')) {'router_ids': ['47421abc-9efb-4e53-87bd-c2775bcce6a5'], 'active': True} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:27.808062 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] For port 23a39b8b-621a-4d2b-a913-33d857ecdb4d, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=23a39b8b-621a-4d2b-a913-33d857ecdb4d,segment=NetworkSegment(53088917-ffba-4296-a8c1-1b95fc5f5453),segment_id=53088917-ffba-4296-a8c1-1b95fc5f5453)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:27.808412 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:27.891630 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_dvr_db [None req-ba4b9d98-e642-46b0-80a1-48fc6f6e3807 None None] Set router 47421abc-9efb-4e53-87bd-c2775bcce6a5 gateway port host: None {{(pid=75009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 16:54:27.930795 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Calling delete_port for 23a39b8b-621a-4d2b-a913-33d857ecdb4d owned by network:router_gateway {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:54:27.997714 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.l3_hamode_db [None req-ba4b9d98-e642-46b0-80a1-48fc6f6e3807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'name': 'tempest-TestShelveInstance-634085841-router', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:12Z', 'updated_at': '2021-09-10T16:54:27Z', 'revision_number': 6, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'gw_port_host': None}], 'dv-cinder-808473-1-smb', False) {} {{(pid=75009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:28.001676 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b9d98-e642-46b0-80a1-48fc6f6e3807 None None] The sync data for ids ['47421abc-9efb-4e53-87bd-c2775bcce6a5'] in dv-cinder-808473-1-smb is: [{'id': '47421abc-9efb-4e53-87bd-c2775bcce6a5', 'name': 'tempest-TestShelveInstance-634085841-router', 'tenant_id': '1a6f8cfefa2342f990af4bb5264590d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:49:12Z', 'updated_at': '2021-09-10T16:54:27Z', 'revision_number': 6, 'project_id': '1a6f8cfefa2342f990af4bb5264590d0', 'gw_port_host': None}] {{(pid=75009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 16:54:28.108955 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:28.113029 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-401a599c-935e-4d90-83f0-0ade699ab43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:28.157472 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=23a39b8b-621a-4d2b-a913-33d857ecdb4d,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:28.160233 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:28.391113 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4158321'] for router_gateway, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:28.408032 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 858bb3fa-e68c-4443-bdc3-c909343be94d no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:54:28.444167 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 858bb3fa-e68c-4443-bdc3-c909343be94d {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:54:28.444511 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 858bb3fa-e68c-4443-bdc3-c909343be94d not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:54:28.569646 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 37052) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:28.715511 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a074a669-81e8-49a4-841c-53fe6ef1568c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:28.745802 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-a074a669-81e8-49a4-841c-53fe6ef1568c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:28.751081 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-a074a669-81e8-49a4-841c-53fe6ef1568c admin admin] Usage tracker for resource:security_group_rule and tenant:6cb2e55d508345919908cdf0aef4c128 is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:28.753923 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-a074a669-81e8-49a4-841c-53fe6ef1568c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:28.760121 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-a074a669-81e8-49a4-841c-53fe6ef1568c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:28.760400 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4159621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6736'] for router, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:28.765355 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:28.795822 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4159765'] for router, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:28.796349 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47421abc-9efb-4e53-87bd-c2775bcce6a5 {{(pid=75006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:54:28.811088 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] Notify callbacks [] for router, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:28.812233 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-502eac0d-17d4-4eb1-b122-d34923cb1dbe admin admin] 10.222.0.43 "DELETE /v2.0/routers/47421abc-9efb-4e53-87bd-c2775bcce6a5 HTTP/1.1" status: 204 len: 168 time: 1.5811989 Sep 10 16:54:28.814928 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 37058) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:28.885152 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a074a669-81e8-49a4-841c-53fe6ef1568c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:28.891055 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-a074a669-81e8-49a4-841c-53fe6ef1568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:28.899583 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-ddbe9d13-7bd5-44b4-a928-9165caa7d088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:28.919667 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1eaa110-0ae2-48b5-b371-8744663e0afe admin admin] Deleting subnet 52880f47-1fdb-4c77-9749-bf026286f01b {{(pid=75007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:54:28.926564 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa110-0ae2-48b5-b371-8744663e0afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:28.996591 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074a669-81e8-49a4-841c-53fe6ef1568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0cf02a-f62e-43cf-b933-f39d216b8dfd,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:29.003409 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-a074a669-81e8-49a4-841c-53fe6ef1568c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:29.005585 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa110-0ae2-48b5-b371-8744663e0afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968804'] for subnet, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.035865 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-a074a669-81e8-49a4-841c-53fe6ef1568c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cb2e55d508345919908cdf0aef4c128&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4627655 Sep 10 16:54:29.036221 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 37062) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:29.091824 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa110-0ae2-48b5-b371-8744663e0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.100637 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6c11279f-2e86-4a7c-a5ca-20196e8db05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.126486 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6c11279f-2e86-4a7c-a5ca-20196e8db05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.165983 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa110-0ae2-48b5-b371-8744663e0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3038976'] for subnet, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.170148 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-993d974a-7dd3-4278-83da-ec3a95a6c78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:29.179475 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6c11279f-2e86-4a7c-a5ca-20196e8db05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.183713 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-16eecca2-6d8c-4f82-8a7b-24a770644ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:29.195345 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11279f-2e86-4a7c-a5ca-20196e8db05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0cf02a-f62e-43cf-b933-f39d216b8dfd,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:29.199896 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-6c11279f-2e86-4a7c-a5ca-20196e8db05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:29.202232 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaa110-0ae2-48b5-b371-8744663e0afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52880f47-1fdb-4c77-9749-bf026286f01b,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:29.203111 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-6c11279f-2e86-4a7c-a5ca-20196e8db05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.206788 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-6c11279f-2e86-4a7c-a5ca-20196e8db05a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb0cf02a-f62e-43cf-b933-f39d216b8dfd HTTP/1.1" status: 204 len: 168 time: 0.1665080 Sep 10 16:54:29.206900 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-b1eaa110-0ae2-48b5-b371-8744663e0afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:29.213322 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa110-0ae2-48b5-b371-8744663e0afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.224899 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cfdc44-3148-4728-bbac-3e980075ddb2 None None] Network 43641522-09c8-491a-a3d1-3ca9b73c97e0 requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:54:29.230695 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 37068) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:29.230874 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-b1eaa110-0ae2-48b5-b371-8744663e0afe admin admin] 10.222.0.43 "DELETE /v2.0/subnets/52880f47-1fdb-4c77-9749-bf026286f01b HTTP/1.1" status: 204 len: 168 time: 0.4149356 Sep 10 16:54:29.344399 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.356764 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Deleting port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:29.357423 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.425710 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6b76-b63b-4f58-a394-57ee961bfe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.513140 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6f771a-77f5-4bf6-8e4a-599105cda95d None None] DHCP port deletion for 43641522-09c8-491a-a3d1-3ca9b73c97e0 request from dv-cinder-808473-1-smb {{(pid=75008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 16:54:29.518082 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f771a-77f5-4bf6-8e4a-599105cda95d None None] Deleting port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:29.518542 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-1f6f771a-77f5-4bf6-8e4a-599105cda95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.571552 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] For port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=32ab18be-95fd-4883-a054-4ecc3eb5f1a3,segment=NetworkSegment(98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b),segment_id=98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:29.572784 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.694299 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Calling delete_port for 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 owned by network:dhcp {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:54:29.734612 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-1f6f771a-77f5-4bf6-8e4a-599105cda95d None None] For port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3, host dv-cinder-808473-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-smb',level=0,port_id=32ab18be-95fd-4883-a054-4ecc3eb5f1a3,segment=NetworkSegment(98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b),segment_id=98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:29.735117 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-1f6f771a-77f5-4bf6-8e4a-599105cda95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.771939 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.776960 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-4e3b5aab-6d0f-4ef4-a0f2-24164f898a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:29.818602 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=32ab18be-95fd-4883-a054-4ecc3eb5f1a3,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:29.821149 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:29.826304 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] No DVR routers for this DVR port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 on host dv-cinder-808473-1-smb {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:54:29.860920 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f771a-77f5-4bf6-8e4a-599105cda95d None None] Calling delete_port for 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 owned by network:dhcp {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:54:29.942415 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.db.api [None req-1f6f771a-77f5-4bf6-8e4a-599105cda95d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:54:29.942934 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_db.api [None req-1f6f771a-77f5-4bf6-8e4a-599105cda95d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:54:29.943475 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:29.958377 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43641522-09c8-491a-a3d1-3ca9b73c97e0']}} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:29.972248 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b') {'for_net_delete': True} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:29.972590 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.services.segments.db [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ccaa0c-1f27-4d7e-acbb-a56a8c2d1d4b') {} {{(pid=75006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:54:29.985476 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2756514'] for segment, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.003038 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.009900 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=75006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:54:30.010556 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2755639'] for segment, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: Traceback (most recent call last): Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: timer() Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: cb(*args, **kw) Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: return func(*args, **kwargs) Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: self._notify() Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: self.callback(batched_events) Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: event.method(event) Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: return f(self, *a, **k) Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: return self._get(url).json() Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: return self.request(url, 'GET', **kwargs) Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:54:30.027706 dv-cinder-808473-1-smb neutron-server[75006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:54:30.053167 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 37088) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:30.110873 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.115225 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:30.128751 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.139046 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Pushing event deleted for resources: {'Network': ['ID=43641522-09c8-491a-a3d1-3ca9b73c97e0,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:30.143201 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:30.146691 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-9d50948a-006e-40cd-8e22-eaf6b6a9cf2e admin admin] 10.222.0.43 "DELETE /v2.0/networks/43641522-09c8-491a-a3d1-3ca9b73c97e0 HTTP/1.1" status: 204 len: 168 time: 0.9146185 Sep 10 16:54:30.198577 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-505466369-network', 'tenant_id': '79119a1444a14980979712080cb150dd'}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:54:30.204421 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:30.208879 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Usage tracker for resource:network and tenant:79119a1444a14980979712080cb150dd is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:30.210129 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:54:30.211858 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:30.218591 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:30.230629 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Made reservation on behalf of 79119a1444a14980979712080cb150dd for: {'network': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:54:30.232990 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for network, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.245718 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.252961 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:54:30.253574 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:54:30.253955 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 23a39b8b-621a-4d2b-a913-33d857ecdb4d no longer exists at agent ovs-agent-dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:54:30.278271 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:30.282558 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Usage tracker for resource:security_group_rule and tenant:79119a1444a14980979712080cb150dd is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:30.286072 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:30.292404 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] No Port match for: 23a39b8b-621a-4d2b-a913-33d857ecdb4d {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:54:30.292623 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:30.293225 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Device 23a39b8b-621a-4d2b-a913-33d857ecdb4d not bound to the agent host dv-cinder-808473-1-smb {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:54:30.295296 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.304326 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 37096) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:30.357783 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-32dacfe9-98c4-4bd1-8fdb-04cc8834c7c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b344ba5f825845a4981adad205d90ea0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519085 Sep 10 16:54:30.360306 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 37100) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:30.367864 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.371987 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.375051 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-d8669229-ae80-4d31-9d29-7b5b85aa4860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:30.428323 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5594a30e-3576-46ba-8508-6cea19aeba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.444356 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f771a-77f5-4bf6-8e4a-599105cda95d None None] Deleting port 32ab18be-95fd-4883-a054-4ecc3eb5f1a3 {{(pid=75008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:30.444973 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-1f6f771a-77f5-4bf6-8e4a-599105cda95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.456148 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5594a30e-3576-46ba-8508-6cea19aeba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.501431 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=75007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 16:54:30.512179 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a285b5-b192-4cd6-9b1c-169f6e1118ab,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:30.517382 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:30.520190 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5594a30e-3576-46ba-8508-6cea19aeba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.522074 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.522628 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.db.segments_db [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Added segment daba9058-1340-4ba8-816f-b1384694e1c4 of type vlan for network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac Sep 10 16:54:30.526730 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-894c41d8-974c-4f71-920a-2f51414e5c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:30.542467 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594a30e-3576-46ba-8508-6cea19aeba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5e4b68-afe7-4ab9-9d82-d67d9c038270,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:30.544844 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5594a30e-3576-46ba-8508-6cea19aeba39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:30.546475 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f771a-77f5-4bf6-8e4a-599105cda95d None None] The port '32ab18be-95fd-4883-a054-4ecc3eb5f1a3' was deleted {{(pid=75008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 16:54:30.553977 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-5594a30e-3576-46ba-8508-6cea19aeba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.553977 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-5594a30e-3576-46ba-8508-6cea19aeba39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f5e4b68-afe7-4ab9-9d82-d67d9c038270 HTTP/1.1" status: 204 len: 168 time: 0.1911793 Sep 10 16:54:30.557780 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257850287'] for network, precommit_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.594470 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932'] for network, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.595814 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:30.596939 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.601712 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:30.701308 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Pushing event updated for resources: {'Network': ['ID=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac,revision_number=1']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:30.707372 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6501727 Sep 10 16:54:30.707372 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-6ab20cd6-09bf-4567-90d5-328a2125a87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:30.707715 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 37106) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:30.713187 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac details requested by agent ovs-agent-dv-cinder-808473-1-smb with host dv-cinder-808473-1-smb {{(pid=75008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 16:54:30.714273 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.v2.base [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Request body: {'subnet': {'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-505466369-subnet', 'tenant_id': '79119a1444a14980979712080cb150dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:54:30.719120 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:30.723926 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Usage tracker for resource:subnet and tenant:79119a1444a14980979712080cb150dd is out of sync, need to count used quota {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:30.726863 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.quota.resource [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75007) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:30.733490 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.quota.driver [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:30.745016 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Made reservation on behalf of 79119a1444a14980979712080cb150dd for: {'subnet': 1} {{(pid=75007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:54:30.748179 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3039013'] for subnet, before_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.958009 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3296178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3038987'] for subnet, after_create {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:30.961707 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-3b39f1a9-96c4-40ef-a14f-c17ce9453477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:30.968708 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 37112) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:31.021753 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-de4921a0-ee67-4cfa-869c-a486cd4744df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a6f8cfefa2342f990af4bb5264590d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516207 Sep 10 16:54:31.024311 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 37116) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:54:31.033104 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7f8227-4243-40aa-b496-bca8586d6884,revision_number=0']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:31.036147 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:31.052672 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Checking segment: {'id': 'daba9058-1340-4ba8-816f-b1384694e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:54:31.053023 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Network hostable DHCP agents. Network: fa96d9b3-e5ce-4bd7-92d3-77efcde707ac, hostable agents: ['04977467-2db5-40bc-bc27-598174fa5321'], hosted agents: [] {{(pid=75007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:54:31.076252 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac is scheduled to be hosted by DHCP agent 04977467-2db5-40bc-bc27-598174fa5321 with binding_index 1 {{(pid=75007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:54:31.086828 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.scheduler.base_scheduler [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-smb, fa96d9b3-e5ce-4bd7-92d3-77efcde707ac) {{(pid=75007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:54:31.093338 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d7c543c9-84a2-4fbc-a7c2-5120b6f939c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:31.094238 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:31.095408 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:31.096973 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e039ea5-31a0-4584-ad90-adb3600ba268 None None] Network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:54:31.118397 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-10700b7f-593d-4927-bf47-4767ccdcc962 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4095705 Sep 10 16:54:31.131437 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d7c543c9-84a2-4fbc-a7c2-5120b6f939c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:31.187190 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d7c543c9-84a2-4fbc-a7c2-5120b6f939c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:31.192837 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3afe67bf-9ff5-4e5c-8a7f-029cb5497326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:31.205545 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c543c9-84a2-4fbc-a7c2-5120b6f939c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13bb3a0-97aa-4d50-bf01-1bc52da790d9,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:31.211501 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-d7c543c9-84a2-4fbc-a7c2-5120b6f939c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:31.214909 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-d7c543c9-84a2-4fbc-a7c2-5120b6f939c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:31.216201 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-d7c543c9-84a2-4fbc-a7c2-5120b6f939c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c13bb3a0-97aa-4d50-bf01-1bc52da790d9 HTTP/1.1" status: 204 len: 168 time: 0.1907403 Sep 10 16:54:31.333118 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26beab7a-0fb5-4064-bcbc-4162ab62bbbb None None] Network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac requested from dv-cinder-808473-1-smb {{(pid=75008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 16:54:31.758349 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:33.365937 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-abe5d4c7-e3de-480a-b45c-7b939a1ad62a tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:33.367366 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-abe5d4c7-e3de-480a-b45c-7b939a1ad62a tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/networks?id=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac HTTP/1.1" status: 200 len: 808 time: 0.2214329 Sep 10 16:54:33.383041 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-0697b589-af53-4057-8830-8b04620ebb70 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/quotas/79119a1444a14980979712080cb150dd HTTP/1.1" status: 200 len: 375 time: 0.0102494 Sep 10 16:54:33.428327 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-33e62c7c-7ba2-495a-80aa-a19a95d0329e tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=79119a1444a14980979712080cb150dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397475 Sep 10 16:54:33.558593 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-552d8915-6b83-4ea2-b6cf-909dce395a39 service neutron] 10.222.0.43 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237042 Sep 10 16:54:33.695221 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-54951903-8121-4a0a-884d-91428cba4967 service neutron] 10.222.0.43 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309321 Sep 10 16:54:33.873568 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e02e969c-16ee-4a10-84b3-c7c3cf3d1245 req-7ee4e25e-7f1a-427d-ba4e-5afc226bbea0 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 210 time: 0.0409007 Sep 10 16:54:34.960755 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-0397b747-e3e2-4594-857a-43c6b3111b83 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:34.962180 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-0397b747-e3e2-4594-857a-43c6b3111b83 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.48 "GET /v2.0/networks?id=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac HTTP/1.1" status: 200 len: 808 time: 0.1497092 Sep 10 16:54:34.987508 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Request body: {'port': {'device_id': '2df4a09e-1508-43c8-94e4-ebbdf2e8c104', 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac', 'admin_state_up': True, 'tenant_id': '79119a1444a14980979712080cb150dd'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:54:35.108966 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-897bb11e-7193-4114-be94-9a74a67cfa86 req-a083385d-d44b-4886-8dd8-ed9efcdbf7bc tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 210 time: 0.1017072 Sep 10 16:54:35.168976 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:35.172807 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Usage tracker for resource:port and tenant:79119a1444a14980979712080cb150dd is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:54:35.175592 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:54:35.181404 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:35.190905 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Made reservation on behalf of 79119a1444a14980979712080cb150dd for: {'port': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:54:35.194064 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:35.357492 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Allocated IP 172.20.0.4 (fa96d9b3-e5ce-4bd7-92d3-77efcde707ac/ee7f8227-4243-40aa-b496-bca8586d6884/f1d7f97a-9367-49c3-b30f-cb06ca543441) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:54:35.554170 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:35.581673 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:35.586779 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c42ba6e5-dcc9-419a-af00-1db94d0331df tempest-VolumesActionsTest-643792718 tempest-VolumesActionsTest-643792718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:35.652161 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:54:35.655109 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:54:35.658918 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:54:35.698660 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Pushing event updated for resources: {'Port': ['ID=f1d7f97a-9367-49c3-b30f-cb06ca543441,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:35.703045 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:35.722847 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:35.723443 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:35.744879 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-b51fa7e8-88ed-4263-bcfb-ae5ddc412250 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608967 Sep 10 16:54:35.762030 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Request body: {'port': {'device_id': '2df4a09e-1508-43c8-94e4-ebbdf2e8c104', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:54:35.868522 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:36.336762 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d7f97a-9367-49c3-b30f-cb06ca543441 {{(pid=75006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:54:36.345180 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:36.371041 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Transition to ACTIVE for port object f1d7f97a-9367-49c3-b30f-cb06ca543441 will not be triggered until provisioned by entity L2. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:54:36.377694 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2755667'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:36.381685 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-3cc95a43-73de-4a2e-b780-bb32268af158 tempest-AttachVolumeTestJSON-2038112181 tempest-AttachVolumeTestJSON-2038112181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:36.434291 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f39c-0a91-40b0-b19d-78eae403e951 req-7d450b43-c24a-4744-8702-946f264fbf1d tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:36.434897 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-d283f39c-0a91-40b0-b19d-78eae403e951 req-7d450b43-c24a-4744-8702-946f264fbf1d tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Synchronizing usage tracker for tenant:79119a1444a14980979712080cb150dd on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:54:36.522673 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d7f97a-9367-49c3-b30f-cb06ca543441,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:36.528215 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:36.528826 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-d283f39c-0a91-40b0-b19d-78eae403e951 req-7d450b43-c24a-4744-8702-946f264fbf1d tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Unset dirty status for tenant:79119a1444a14980979712080cb150dd on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:54:36.529960 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d283f39c-0a91-40b0-b19d-78eae403e951 req-7d450b43-c24a-4744-8702-946f264fbf1d tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 931 time: 0.2571340 Sep 10 16:54:36.652504 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-d283f39c-0a91-40b0-b19d-78eae403e951 req-40d9ba0c-84e2-4c2a-8749-809eb75433f8 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943303 Sep 10 16:54:36.668225 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Attempting to bind port f1d7f97a-9367-49c3-b30f-cb06ca543441 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:54:36.668586 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Attempting to bind port f1d7f97a-9367-49c3-b30f-cb06ca543441 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'daba9058-1340-4ba8-816f-b1384694e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac'}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:54:36.668939 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Attempting to bind port f1d7f97a-9367-49c3-b30f-cb06ca543441 on network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:54:36.674775 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Port f1d7f97a-9367-49c3-b30f-cb06ca543441 on network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:54:36.675094 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Attempting to bind port f1d7f97a-9367-49c3-b30f-cb06ca543441 on network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:54:36.681371 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:54:36.681696 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Checking segment: {'id': 'daba9058-1340-4ba8-816f-b1384694e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:54:36.682075 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Bound using segment: {'id': 'daba9058-1340-4ba8-816f-b1384694e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac'} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:54:36.682495 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Bound port: f1d7f97a-9367-49c3-b30f-cb06ca543441, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daba9058-1340-4ba8-816f-b1384694e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac'}}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:54:36.682837 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:36.776110 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] For port f1d7f97a-9367-49c3-b30f-cb06ca543441, host hv-cinder-80847, cleared binding levels {{(pid=75006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:54:36.779265 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] For port f1d7f97a-9367-49c3-b30f-cb06ca543441, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f1d7f97a-9367-49c3-b30f-cb06ca543441,segment=NetworkSegment(daba9058-1340-4ba8-816f-b1384694e1c4),segment_id=daba9058-1340-4ba8-816f-b1384694e1c4)] {{(pid=75006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:54:36.782595 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2755667'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:36.786682 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-8aa02aff-bf93-443a-bb86-d8cedddd7d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:36.846838 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:36.848192 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] 10.222.0.48 "PUT /v2.0/ports/f1d7f97a-9367-49c3-b30f-cb06ca543441 HTTP/1.1" status: 200 len: 1093 time: 1.0901279 Sep 10 16:54:36.848713 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df4a09e-1508-43c8-94e4-ebbdf2e8c104', 'tag': 'f1d7f97a-9367-49c3-b30f-cb06ca543441'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:54:36.869139 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d7f97a-9367-49c3-b30f-cb06ca543441,revision_number=3']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:36.872187 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:36.919755 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df4a09e-1508-43c8-94e4-ebbdf2e8c104', 'tag': 'f1d7f97a-9367-49c3-b30f-cb06ca543441', 'status': 'completed', 'code': 200} Sep 10 16:54:36.962096 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-fd0c6417-7adb-4d21-9097-2099bc3ef7f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79119a1444a14980979712080cb150dd&device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 1096 time: 0.0739439 Sep 10 16:54:37.038140 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-ceafa427-b95c-4af5-83bc-2f30418bb26c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1d7f97a-9367-49c3-b30f-cb06ca543441 HTTP/1.1" status: 200 len: 217 time: 0.0634859 Sep 10 16:54:37.101258 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-d211643b-c751-4269-95e0-bf27e8d6a876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:37.102692 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-d211643b-c751-4269-95e0-bf27e8d6a876 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee7f8227-4243-40aa-b496-bca8586d6884 HTTP/1.1" status: 200 len: 848 time: 0.0588109 Sep 10 16:54:37.153602 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-2a9ed7ea-0d49-486e-b068-dbba2977d333 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389667 Sep 10 16:54:37.288763 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-297a27e6-3a97-4044-a15d-2b34459443f5 service neutron] 10.222.0.48 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228056 Sep 10 16:54:37.423123 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1b8f1550-57a8-4bc6-bfca-0e3e98fd88ed req-8cce06ab-f888-442f-84e9-5790baf62553 service neutron] 10.222.0.48 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241660 Sep 10 16:54:37.552768 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-996dccec-6a67-44f1-87b4-2268fecdaff8 req-394797a0-5aa5-4cb3-9665-956c12429044 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79119a1444a14980979712080cb150dd&device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 1096 time: 0.0728822 Sep 10 16:54:37.682204 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dccec-6a67-44f1-87b4-2268fecdaff8 req-148cefd9-3d2d-4b08-8c34-38ad54731df7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:37.683703 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-996dccec-6a67-44f1-87b4-2268fecdaff8 req-148cefd9-3d2d-4b08-8c34-38ad54731df7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac HTTP/1.1" status: 200 len: 909 time: 0.1240036 Sep 10 16:54:37.754519 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-996dccec-6a67-44f1-87b4-2268fecdaff8 req-80474ecf-4216-4ac3-8799-73175409071b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1d7f97a-9367-49c3-b30f-cb06ca543441 HTTP/1.1" status: 200 len: 217 time: 0.0640595 Sep 10 16:54:37.862053 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dccec-6a67-44f1-87b4-2268fecdaff8 req-3ffccb13-d2c2-4e49-b5fc-244363d7a8fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:37.863366 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-996dccec-6a67-44f1-87b4-2268fecdaff8 req-3ffccb13-d2c2-4e49-b5fc-244363d7a8fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee7f8227-4243-40aa-b496-bca8586d6884 HTTP/1.1" status: 200 len: 848 time: 0.1021140 Sep 10 16:54:38.009104 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-996dccec-6a67-44f1-87b4-2268fecdaff8 req-c608c585-555e-4282-9c8e-dd0eeda547f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330965 Sep 10 16:54:38.016565 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2319f-7e75-4cd8-aa48-f66e115220ac req-61651927-5ac8-4bec-8930-c55745990b3a tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:38.017930 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fcb2319f-7e75-4cd8-aa48-f66e115220ac req-61651927-5ac8-4bec-8930-c55745990b3a tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 943 time: 0.2271702 Sep 10 16:54:38.157077 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fcb2319f-7e75-4cd8-aa48-f66e115220ac req-68f33776-b2f1-4785-a2c9-2f7eebd804a9 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184566 Sep 10 16:54:38.177568 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-996dccec-6a67-44f1-87b4-2268fecdaff8 req-889cff56-bdb3-4644-b5de-2b53f210a3a7 service neutron] 10.222.0.48 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587172 Sep 10 16:54:38.309725 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-996dccec-6a67-44f1-87b4-2268fecdaff8 req-791d89bd-47a2-40a9-a959-a859626fc997 service neutron] 10.222.0.48 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244066 Sep 10 16:54:39.366006 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5428fe-0b2a-437e-84d4-a0227580cbc8 req-4655510f-474a-40b8-8fc4-9c3edb80cf1b tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:39.367381 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fa5428fe-0b2a-437e-84d4-a0227580cbc8 req-4655510f-474a-40b8-8fc4-9c3edb80cf1b tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 943 time: 0.0772750 Sep 10 16:54:39.416715 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-fa5428fe-0b2a-437e-84d4-a0227580cbc8 req-4e655444-7ebe-4cc9-b4ed-b3f9d456bdae tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436068 Sep 10 16:54:39.755875 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device f1d7f97a-9367-49c3-b30f-cb06ca543441 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:54:39.889173 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port f1d7f97a-9367-49c3-b30f-cb06ca543441, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f1d7f97a-9367-49c3-b30f-cb06ca543441,segment=NetworkSegment(daba9058-1340-4ba8-816f-b1384694e1c4),segment_id=daba9058-1340-4ba8-816f-b1384694e1c4)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:39.902332 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': 'f1d7f97a-9367-49c3-b30f-cb06ca543441', 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac', 'port_id': 'f1d7f97a-9367-49c3-b30f-cb06ca543441', 'mac_address': 'fa:16:3e:1e:77:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7f8227-4243-40aa-b496-bca8586d6884', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:54:39.958976 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:39.975790 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d7f97a-9367-49c3-b30f-cb06ca543441 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:54:39.991657 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port f1d7f97a-9367-49c3-b30f-cb06ca543441, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f1d7f97a-9367-49c3-b30f-cb06ca543441,segment=NetworkSegment(daba9058-1340-4ba8-816f-b1384694e1c4),segment_id=daba9058-1340-4ba8-816f-b1384694e1c4)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:39.995748 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:39.997481 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:40.059872 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=f1d7f97a-9367-49c3-b30f-cb06ca543441,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:40.068244 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:40.068615 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:40.068952 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:40.069281 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:40.069609 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:40.069931 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:40.070250 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:40.070568 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:40.070888 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:40.071200 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:40.071516 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:40.075473 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:40.283097 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['f1d7f97a-9367-49c3-b30f-cb06ca543441'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:54:40.609459 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cfbf2-a785-47d4-9dad-035e0bc1b0b1 req-597d8f66-85c6-46f8-8247-626c274ada07 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:40.610897 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e13cfbf2-a785-47d4-9dad-035e0bc1b0b1 req-597d8f66-85c6-46f8-8247-626c274ada07 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 944 time: 0.0768421 Sep 10 16:54:40.655931 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e13cfbf2-a785-47d4-9dad-035e0bc1b0b1 req-fd3f516b-b6a0-4263-821b-d56f9bd83387 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393825 Sep 10 16:54:41.770987 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device f1d7f97a-9367-49c3-b30f-cb06ca543441 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:54:41.839740 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port f1d7f97a-9367-49c3-b30f-cb06ca543441 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:54:41.844856 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port f1d7f97a-9367-49c3-b30f-cb06ca543441 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:54:41.845250 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:41.855202 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02216b9-380a-4a54-936b-662d7afe416e req-420ac5b3-c6c8-4b03-8b8a-9ba8dc52ee1f tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:41.856701 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f02216b9-380a-4a54-936b-662d7afe416e req-420ac5b3-c6c8-4b03-8b8a-9ba8dc52ee1f tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 944 time: 0.0827155 Sep 10 16:54:41.903759 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-f02216b9-380a-4a54-936b-662d7afe416e req-2b2d1269-60be-4fb8-80f1-0094b596270e tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Sep 10 16:54:41.959639 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:41.985301 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df4a09e-1508-43c8-94e4-ebbdf2e8c104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d7f97a-9367-49c3-b30f-cb06ca543441'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:54:41.995385 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port f1d7f97a-9367-49c3-b30f-cb06ca543441, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f1d7f97a-9367-49c3-b30f-cb06ca543441,segment=NetworkSegment(daba9058-1340-4ba8-816f-b1384694e1c4),segment_id=daba9058-1340-4ba8-816f-b1384694e1c4)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:41.999935 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:42.001791 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:42.044260 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df4a09e-1508-43c8-94e4-ebbdf2e8c104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d7f97a-9367-49c3-b30f-cb06ca543441', 'code': 200} Sep 10 16:54:42.071090 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=f1d7f97a-9367-49c3-b30f-cb06ca543441,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:42.077187 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:42.290153 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0562e06a-5662-4c78-a3be-5da40e32b089 req-d8defcff-45da-47ee-943f-22d72ba7e139 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 1098 time: 0.0675869 Sep 10 16:54:42.337722 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0562e06a-5662-4c78-a3be-5da40e32b089 req-12415224-6ffa-4798-81d1-80f16a31362b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354764 Sep 10 16:54:43.102667 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ae19e-4769-4c97-bf74-18a9c6a4cf77 req-7187fe85-cda7-4bec-a04d-6bb750f09fa9 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:43.104191 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0e7ae19e-4769-4c97-bf74-18a9c6a4cf77 req-7187fe85-cda7-4bec-a04d-6bb750f09fa9 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 945 time: 0.0803144 Sep 10 16:54:43.149111 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0e7ae19e-4769-4c97-bf74-18a9c6a4cf77 req-2802a5d6-373d-4914-b5ac-7657f00bd313 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 Sep 10 16:54:43.860774 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:44.359957 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cf1e7-bbe5-4fec-91ba-33175b8488bc req-610de34d-7a85-46ea-9c2b-3579655ee903 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:44.361433 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-660cf1e7-bbe5-4fec-91ba-33175b8488bc req-610de34d-7a85-46ea-9c2b-3579655ee903 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 945 time: 0.0780416 Sep 10 16:54:44.411473 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-660cf1e7-bbe5-4fec-91ba-33175b8488bc req-82d4e9cc-3873-415d-b088-facb793823fd tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442998 Sep 10 16:54:45.405326 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f592-c7c3-4cea-bff9-fda596435877 req-75e46ade-6867-44a1-b83d-13fded77eef2 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:45.406776 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-99e3f592-c7c3-4cea-bff9-fda596435877 req-75e46ade-6867-44a1-b83d-13fded77eef2 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 945 time: 0.0771377 Sep 10 16:54:45.450807 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-99e3f592-c7c3-4cea-bff9-fda596435877 req-de9665ae-8690-48bf-9c17-246a7ee0a7e1 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385418 Sep 10 16:54:46.648991 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5bbfc-ab85-47b7-9893-405c31f0e480 req-1725d627-4a00-4c6c-92e2-c2e7400fabd8 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:46.650428 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-66f5bbfc-ab85-47b7-9893-405c31f0e480 req-1725d627-4a00-4c6c-92e2-c2e7400fabd8 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 945 time: 0.0812323 Sep 10 16:54:46.746519 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-66f5bbfc-ab85-47b7-9893-405c31f0e480 req-3b39b890-d504-46c7-a631-f8c46ca9471e tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898736 Sep 10 16:54:46.767819 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e576180-8e74-47ee-97aa-ee284fc0017c req-e8914006-8993-48b9-b942-5f8fa2e88f3b tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:46.769335 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5e576180-8e74-47ee-97aa-ee284fc0017c req-e8914006-8993-48b9-b942-5f8fa2e88f3b tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 945 time: 0.0951309 Sep 10 16:54:46.844207 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-5e576180-8e74-47ee-97aa-ee284fc0017c req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Deleting port f1d7f97a-9367-49c3-b30f-cb06ca543441 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:54:46.844573 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-5e576180-8e74-47ee-97aa-ee284fc0017c req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:47.081449 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-5e576180-8e74-47ee-97aa-ee284fc0017c req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] For port f1d7f97a-9367-49c3-b30f-cb06ca543441, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f1d7f97a-9367-49c3-b30f-cb06ca543441,segment=NetworkSegment(daba9058-1340-4ba8-816f-b1384694e1c4),segment_id=daba9058-1340-4ba8-816f-b1384694e1c4)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:54:47.081805 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-5e576180-8e74-47ee-97aa-ee284fc0017c req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:47.292909 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-5e576180-8e74-47ee-97aa-ee284fc0017c req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Calling delete_port for f1d7f97a-9367-49c3-b30f-cb06ca543441 owned by compute:nova {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:54:47.429423 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-5e576180-8e74-47ee-97aa-ee284fc0017c req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:47.434783 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-dd91c73b-2ed2-40fd-8783-550c1a053831 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:47.445245 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['f1d7f97a-9367-49c3-b30f-cb06ca543441'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:54:47.482589 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Pushing event deleted for resources: {'Port': ['ID=f1d7f97a-9367-49c3-b30f-cb06ca543441,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:47.523596 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:47.524113 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:47.524626 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:47.525107 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:47.525587 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:47.525939 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:47.526888 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:47.527246 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:47.527590 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:47.527934 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:47.528277 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:54:47.535060 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:47.567080 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e576180-8e74-47ee-97aa-ee284fc0017c req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] No DVR routers for this DVR port f1d7f97a-9367-49c3-b30f-cb06ca543441 on host hv-cinder-80847 {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:54:47.569284 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-5e576180-8e74-47ee-97aa-ee284fc0017c req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:47.571692 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df4a09e-1508-43c8-94e4-ebbdf2e8c104', 'name': 'network-vif-deleted', 'tag': 'f1d7f97a-9367-49c3-b30f-cb06ca543441'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:54:47.587797 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-5e576180-8e74-47ee-97aa-ee284fc0017c req-8736b2a3-e844-4161-952f-cd3bc9c3f282 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.48 "DELETE /v2.0/ports/f1d7f97a-9367-49c3-b30f-cb06ca543441 HTTP/1.1" status: 204 len: 173 time: 0.8092821 Sep 10 16:54:47.630878 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df4a09e-1508-43c8-94e4-ebbdf2e8c104', 'name': 'network-vif-deleted', 'tag': 'f1d7f97a-9367-49c3-b30f-cb06ca543441', 'status': 'completed', 'code': 200} Sep 10 16:54:47.923945 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-a4fa8fac-48e8-429f-b533-d3f2ca36da71 req-09f3dab3-3842-4f3b-931d-c1e6f97f13ff tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Synchronizing usage tracker for tenant:79119a1444a14980979712080cb150dd on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:54:47.939449 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-a4fa8fac-48e8-429f-b533-d3f2ca36da71 req-09f3dab3-3842-4f3b-931d-c1e6f97f13ff tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Unset dirty status for tenant:79119a1444a14980979712080cb150dd on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:54:47.940547 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a4fa8fac-48e8-429f-b533-d3f2ca36da71 req-09f3dab3-3842-4f3b-931d-c1e6f97f13ff tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df4a09e-1508-43c8-94e4-ebbdf2e8c104 HTTP/1.1" status: 200 len: 210 time: 0.0596099 Sep 10 16:54:49.329836 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-26799e92-3512-48c2-a118-0aad93dfc25c tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:49.331262 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-26799e92-3512-48c2-a118-0aad93dfc25c tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/networks?id=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac HTTP/1.1" status: 200 len: 808 time: 0.1446607 Sep 10 16:54:49.346748 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-1c970be8-4c26-4f24-bade-d9703f0d1401 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/quotas/79119a1444a14980979712080cb150dd HTTP/1.1" status: 200 len: 375 time: 0.0102365 Sep 10 16:54:49.392934 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-2821fb33-c9c8-4568-8c64-88e3c9170684 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=79119a1444a14980979712080cb150dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413265 Sep 10 16:54:49.525266 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-a5684641-4c74-4444-bbe7-a2b0bc8a448f service neutron] 10.222.0.43 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254764 Sep 10 16:54:49.660821 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-ad485d72-5ea5-4268-883d-9d6461d90f6f service neutron] 10.222.0.43 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292005 Sep 10 16:54:49.831794 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device f1d7f97a-9367-49c3-b30f-cb06ca543441 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:54:49.843401 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4cc32d7d-d691-4477-8a7f-3dac9e4cd92a req-b73b1ed1-4a00-44a8-87d1-7d994b92af67 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 210 time: 0.0415089 Sep 10 16:54:49.870757 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: f1d7f97a-9367-49c3-b30f-cb06ca543441 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:54:49.871130 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device f1d7f97a-9367-49c3-b30f-cb06ca543441 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:54:50.773231 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:54:50.952164 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-3a02c1fd-da99-412d-8a99-516e563180f6 req-da05ae7f-0bb3-4e40-aeb4-691d065126ec tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 210 time: 0.0438795 Sep 10 16:54:52.063580 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4f8c4ea7-8178-4d01-859b-9deb9385f2e2 req-c7873f51-72f4-4f0e-bfcd-5a077cff1041 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 210 time: 0.0430832 Sep 10 16:54:53.181277 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-4ebcd609-243a-41f0-b1e8-0a4ae7065ca1 req-1723e452-967a-4221-a9e7-7c35ea55c500 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 210 time: 0.0492127 Sep 10 16:54:54.347751 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-19b2546a-ef84-4541-920e-cc4f5e2fb39d req-42389c11-2be8-46e2-9cae-122b9c6992c3 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 210 time: 0.0456872 Sep 10 16:54:55.306945 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-a35c5b86-ff85-4294-bd96-749b85117d54 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:55.308365 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-a35c5b86-ff85-4294-bd96-749b85117d54 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.48 "GET /v2.0/networks?id=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac HTTP/1.1" status: 200 len: 808 time: 0.1475091 Sep 10 16:54:55.334853 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Request body: {'port': {'device_id': '81ae7c1d-0a04-4228-9fee-25d8b7a27413', 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac', 'admin_state_up': True, 'tenant_id': '79119a1444a14980979712080cb150dd'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:54:55.513133 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:54:55.516674 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-742208b6-b149-4b65-b8bb-8f8eb5f17537 req-05363cc5-6496-4adf-bd0e-6bf8a65b04c9 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 210 time: 0.0464876 Sep 10 16:54:55.524877 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:54:55.535672 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Made reservation on behalf of 79119a1444a14980979712080cb150dd for: {'port': 1} {{(pid=75006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:54:55.538974 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:55.700198 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.db_base_plugin_common [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Allocated IP 172.20.0.9 (fa96d9b3-e5ce-4bd7-92d3-77efcde707ac/ee7f8227-4243-40aa-b496-bca8586d6884/586fa6a0-9dcc-43a3-96a7-646f6017f455) {{(pid=75006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:54:55.986348 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks [] for port, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:56.014773 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257834289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:56.020238 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-9b60595e-d658-4b82-a6a3-aa20ded6362b tempest-VolumesSnapshotTestJSON-1968040107 tempest-VolumesSnapshotTestJSON-1968040107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:56.088444 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac is already hosted by enough agents. {{(pid=75006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:54:56.091648 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.scheduler.base_scheduler [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Resources bound (agent type, host, resource id): {{(pid=75006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:54:56.096106 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Received port after_create {{(pid=75006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:54:56.126935 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Pushing event updated for resources: {'Port': ['ID=586fa6a0-9dcc-43a3-96a7-646f6017f455,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:56.136773 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:56.159788 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:56.160390 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:56.184300 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-abe8bbd8-2b4f-432a-8f67-c032f21f5261 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8529148 Sep 10 16:54:56.201360 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.v2.base [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Request body: {'port': {'device_id': '81ae7c1d-0a04-4228-9fee-25d8b7a27413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=75006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 16:54:56.307458 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:56.668018 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586fa6a0-9dcc-43a3-96a7-646f6017f455 {{(pid=75006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:54:56.686855 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:56.705608 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.provisioning_blocks [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Transition to ACTIVE for port object 586fa6a0-9dcc-43a3-96a7-646f6017f455 will not be triggered until provisioned by entity L2. {{(pid=75006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:54:56.713867 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2755667'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:56.718878 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-96832e01-f3d7-4913-ae0e-c93363373ea8 tempest-TestShelveInstance-1268439423 tempest-TestShelveInstance-1268439423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:56.832863 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Pushing event updated for resources: {'Port': ['ID=586fa6a0-9dcc-43a3-96a7-646f6017f455,revision_number=2']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:56.842205 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:56.857482 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27133c-8e20-4705-9f9a-f93086447c7b req-c8021150-90e1-46f1-8e4e-55f775c2b2a3 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:56.858168 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-1c27133c-8e20-4705-9f9a-f93086447c7b req-c8021150-90e1-46f1-8e4e-55f775c2b2a3 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Synchronizing usage tracker for tenant:79119a1444a14980979712080cb150dd on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:54:56.935595 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-1c27133c-8e20-4705-9f9a-f93086447c7b req-c8021150-90e1-46f1-8e4e-55f775c2b2a3 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Unset dirty status for tenant:79119a1444a14980979712080cb150dd on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:54:56.936769 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1c27133c-8e20-4705-9f9a-f93086447c7b req-c8021150-90e1-46f1-8e4e-55f775c2b2a3 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 931 time: 0.3002050 Sep 10 16:54:57.004893 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Attempting to bind port 586fa6a0-9dcc-43a3-96a7-646f6017f455 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:54:57.005223 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Attempting to bind port 586fa6a0-9dcc-43a3-96a7-646f6017f455 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'daba9058-1340-4ba8-816f-b1384694e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac'}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:54:57.005548 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Attempting to bind port 586fa6a0-9dcc-43a3-96a7-646f6017f455 on network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:54:57.012400 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1c27133c-8e20-4705-9f9a-f93086447c7b req-f552fe2f-ed0b-4390-b42f-4f9bd0c3cc54 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676174 Sep 10 16:54:57.014910 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Port 586fa6a0-9dcc-43a3-96a7-646f6017f455 on network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:54:57.015226 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Attempting to bind port 586fa6a0-9dcc-43a3-96a7-646f6017f455 on network fa96d9b3-e5ce-4bd7-92d3-77efcde707ac {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:54:57.021612 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Checking agent: {'id': '6b819d8a-65cd-4eb0-ad98-19a2aaf7ab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'started_at': datetime.datetime(2021, 9, 10, 16, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:54:57.021947 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Checking segment: {'id': 'daba9058-1340-4ba8-816f-b1384694e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 16:54:57.022326 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Bound using segment: {'id': 'daba9058-1340-4ba8-816f-b1384694e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac'} {{(pid=75006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:54:57.022745 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.managers [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Bound port: 586fa6a0-9dcc-43a3-96a7-646f6017f455, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daba9058-1340-4ba8-816f-b1384694e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac'}}] {{(pid=75006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:54:57.023084 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:57.101661 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-a76f2169-5166-4a52-aa24-75220d9ba040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:57.112427 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] For port 586fa6a0-9dcc-43a3-96a7-646f6017f455, host hv-cinder-80847, cleared binding levels {{(pid=75006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:54:57.115820 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] For port 586fa6a0-9dcc-43a3-96a7-646f6017f455, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=586fa6a0-9dcc-43a3-96a7-646f6017f455,segment=NetworkSegment(daba9058-1340-4ba8-816f-b1384694e1c4),segment_id=daba9058-1340-4ba8-816f-b1384694e1c4)] {{(pid=75006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:54:57.119207 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2755667'] for port, after_update {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:57.123427 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-c28867c5-45ba-4785-a620-d67706d8fab9 tempest-TestMinimumBasicScenario-564419449 tempest-TestMinimumBasicScenario-564419449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:54:57.183481 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:57.184946 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] 10.222.0.48 "PUT /v2.0/ports/586fa6a0-9dcc-43a3-96a7-646f6017f455 HTTP/1.1" status: 200 len: 1093 time: 0.9880729 Sep 10 16:54:57.185431 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ae7c1d-0a04-4228-9fee-25d8b7a27413', 'tag': '586fa6a0-9dcc-43a3-96a7-646f6017f455'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:54:57.203091 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Pushing event updated for resources: {'Port': ['ID=586fa6a0-9dcc-43a3-96a7-646f6017f455,revision_number=3']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:54:57.206005 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-b4178a4b-fa4d-4734-983f-9b1c0c01b195 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:54:57.259213 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ae7c1d-0a04-4228-9fee-25d8b7a27413', 'tag': '586fa6a0-9dcc-43a3-96a7-646f6017f455', 'status': 'completed', 'code': 200} Sep 10 16:54:57.299787 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-14c4a096-d0a9-450e-a7c4-7acf9e571159 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79119a1444a14980979712080cb150dd&device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 1096 time: 0.0714619 Sep 10 16:54:57.375316 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-8f65073d-1a86-4f8c-aed9-f443b01c29f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=586fa6a0-9dcc-43a3-96a7-646f6017f455 HTTP/1.1" status: 200 len: 217 time: 0.0636704 Sep 10 16:54:57.440330 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b287e5ec-8d58-424f-9ecc-b6fe1949bb17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:57.441740 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-b287e5ec-8d58-424f-9ecc-b6fe1949bb17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee7f8227-4243-40aa-b496-bca8586d6884 HTTP/1.1" status: 200 len: 848 time: 0.0560460 Sep 10 16:54:57.464413 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:57.497399 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-1c260c9e-733c-400d-9b7f-e5807cee1890 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449367 Sep 10 16:54:57.633601 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-cd692ea4-3b00-4eb0-b058-1fc0851fa7c6 service neutron] 10.222.0.48 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250832 Sep 10 16:54:57.850247 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ba050d99-6423-484e-8fae-3dc0fe253097 req-19913ff6-d2d7-43cc-96a2-1c00ce78dd7a service neutron] 10.222.0.48 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069433 Sep 10 16:54:57.970811 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6f0f75c7-5840-44bd-abe1-3f7ef004ccf3 req-71a61680-8499-4e84-863a-a130f4f105fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79119a1444a14980979712080cb150dd&device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 1096 time: 0.0680757 Sep 10 16:54:58.107282 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f75c7-5840-44bd-abe1-3f7ef004ccf3 req-4aad51fb-137e-43e1-baac-76a591f75074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:58.108748 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6f0f75c7-5840-44bd-abe1-3f7ef004ccf3 req-4aad51fb-137e-43e1-baac-76a591f75074 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac HTTP/1.1" status: 200 len: 909 time: 0.1299233 Sep 10 16:54:58.213860 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6f0f75c7-5840-44bd-abe1-3f7ef004ccf3 req-90b528e7-7f1e-4689-8e2e-3b6e0b2944e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=586fa6a0-9dcc-43a3-96a7-646f6017f455 HTTP/1.1" status: 200 len: 217 time: 0.0980055 Sep 10 16:54:58.292677 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f75c7-5840-44bd-abe1-3f7ef004ccf3 req-a1e2789c-9570-4b0f-beb5-1393ba06c4e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:58.294751 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6f0f75c7-5840-44bd-abe1-3f7ef004ccf3 req-a1e2789c-9570-4b0f-beb5-1393ba06c4e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee7f8227-4243-40aa-b496-bca8586d6884 HTTP/1.1" status: 200 len: 848 time: 0.0730512 Sep 10 16:54:58.341603 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6573945-14cf-4fbb-badb-9a390c1a8ccc req-09ad2a03-56db-48ee-b2cf-54aff8ea40bf tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:58.343155 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a6573945-14cf-4fbb-badb-9a390c1a8ccc req-09ad2a03-56db-48ee-b2cf-54aff8ea40bf tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 943 time: 0.1770196 Sep 10 16:54:58.348718 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6f0f75c7-5840-44bd-abe1-3f7ef004ccf3 req-8d05c9cb-fd29-42e9-bf45-518f9c32c6e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455723 Sep 10 16:54:58.471159 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-a6573945-14cf-4fbb-badb-9a390c1a8ccc req-73c346ae-c0db-46e9-9df0-c71a979d6d16 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215301 Sep 10 16:54:58.508028 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6f0f75c7-5840-44bd-abe1-3f7ef004ccf3 req-0890475d-b76c-45d1-a446-5e20a266f9ff service neutron] 10.222.0.48 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438861 Sep 10 16:54:58.638742 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-6f0f75c7-5840-44bd-abe1-3f7ef004ccf3 req-5ecfabe6-1bbc-46d1-96cb-599ee5c0279b service neutron] 10.222.0.48 "GET /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234026 Sep 10 16:54:59.358107 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-7171ee00-a712-420f-841c-3c32229d1df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:54:59.672368 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d63279-186d-4b93-a859-a2297ebdddb2 req-7d311761-67d2-4fb5-bc47-14b62a129f43 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:54:59.673754 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-52d63279-186d-4b93-a859-a2297ebdddb2 req-7d311761-67d2-4fb5-bc47-14b62a129f43 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 943 time: 0.0813968 Sep 10 16:54:59.717942 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-52d63279-186d-4b93-a859-a2297ebdddb2 req-16389839-e9be-4842-8729-9ef6e57dec0d tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387475 Sep 10 16:54:59.895797 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 586fa6a0-9dcc-43a3-96a7-646f6017f455 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=75008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 16:55:00.029390 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 586fa6a0-9dcc-43a3-96a7-646f6017f455, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=586fa6a0-9dcc-43a3-96a7-646f6017f455,segment=NetworkSegment(daba9058-1340-4ba8-816f-b1384694e1c4),segment_id=daba9058-1340-4ba8-816f-b1384694e1c4)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:55:00.042399 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Returning: {'device': '586fa6a0-9dcc-43a3-96a7-646f6017f455', 'network_id': 'fa96d9b3-e5ce-4bd7-92d3-77efcde707ac', 'port_id': '586fa6a0-9dcc-43a3-96a7-646f6017f455', 'mac_address': 'fa:16:3e:73:05:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7f8227-4243-40aa-b496-bca8586d6884', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 16:55:00.127835 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:00.144752 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586fa6a0-9dcc-43a3-96a7-646f6017f455 {{(pid=75008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:55:00.160371 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 586fa6a0-9dcc-43a3-96a7-646f6017f455, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=586fa6a0-9dcc-43a3-96a7-646f6017f455,segment=NetworkSegment(daba9058-1340-4ba8-816f-b1384694e1c4),segment_id=daba9058-1340-4ba8-816f-b1384694e1c4)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:55:00.164405 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:00.166075 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:55:00.237807 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:00.238603 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=586fa6a0-9dcc-43a3-96a7-646f6017f455,revision_number=4']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:55:00.241714 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:55:00.422923 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['586fa6a0-9dcc-43a3-96a7-646f6017f455'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:55:00.914636 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff641f-ebd8-418d-bce4-12c5f12401ab req-82193f90-c65e-484e-98ed-ab38c98d3b7b tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:55:00.916068 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-32ff641f-ebd8-418d-bce4-12c5f12401ab req-82193f90-c65e-484e-98ed-ab38c98d3b7b tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 944 time: 0.0747368 Sep 10 16:55:00.961357 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-32ff641f-ebd8-418d-bce4-12c5f12401ab req-0dee3880-ddf1-40e3-8dfb-c1f5d9fa8b35 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Sep 10 16:55:01.759018 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:01.910996 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 586fa6a0-9dcc-43a3-96a7-646f6017f455 up at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 16:55:01.979235 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning for port 586fa6a0-9dcc-43a3-96a7-646f6017f455 completed by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:55:01.983789 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.db.provisioning_blocks [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Provisioning complete for port 586fa6a0-9dcc-43a3-96a7-646f6017f455 triggered by entity L2. {{(pid=75008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:55:01.984170 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648636'] for port, provisioning_complete {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:02.098344 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1041232'] for port, before_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:02.125789 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ae7c1d-0a04-4228-9fee-25d8b7a27413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586fa6a0-9dcc-43a3-96a7-646f6017f455'}] {{(pid=75008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:55:02.135679 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] For port 586fa6a0-9dcc-43a3-96a7-646f6017f455, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=586fa6a0-9dcc-43a3-96a7-646f6017f455,segment=NetworkSegment(daba9058-1340-4ba8-816f-b1384694e1c4),segment_id=daba9058-1340-4ba8-816f-b1384694e1c4)] {{(pid=75008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:55:02.140439 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739258307633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257834307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257834352'] for port, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:02.143515 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:55:02.164596 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dd833-4793-4c8a-b58f-753bb01bb262 req-ff297eab-996f-4f2b-86ad-a1c4df1272ec tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:55:02.166044 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-838dd833-4793-4c8a-b58f-753bb01bb262 req-ff297eab-996f-4f2b-86ad-a1c4df1272ec tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 944 time: 0.0828969 Sep 10 16:55:02.190003 dv-cinder-808473-1-smb neutron-server[75008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ae7c1d-0a04-4228-9fee-25d8b7a27413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586fa6a0-9dcc-43a3-96a7-646f6017f455', 'code': 200} Sep 10 16:55:02.218915 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-838dd833-4793-4c8a-b58f-753bb01bb262 req-35c5f54b-eda0-40a5-a35f-14c4c46536fa tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Sep 10 16:55:02.219164 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Pushing event updated for resources: {'Port': ['ID=586fa6a0-9dcc-43a3-96a7-646f6017f455,revision_number=5']} {{(pid=75008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:55:02.222760 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG oslo_concurrency.lockutils [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:55:02.431675 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c813bec3-546c-48ba-aee7-fcd1961ed782 req-6199d08a-1b15-4612-b31a-9c558a8ce951 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 1098 time: 0.0678270 Sep 10 16:55:02.476353 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-c813bec3-546c-48ba-aee7-fcd1961ed782 req-222d5e67-5b10-4cd8-8a15-e276086deccd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Sep 10 16:55:03.419429 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca314225-fdae-4bed-867b-09a3f2c96b02 req-906430cf-fd0d-4898-aed9-36e6e917087d tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:55:03.420815 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ca314225-fdae-4bed-867b-09a3f2c96b02 req-906430cf-fd0d-4898-aed9-36e6e917087d tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 945 time: 0.0793734 Sep 10 16:55:03.467652 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-ca314225-fdae-4bed-867b-09a3f2c96b02 req-aa405fb1-44e6-48bf-99b7-4eb41ac96a1a tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Sep 10 16:55:04.660959 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069de27-5db6-4bfe-8dbc-482661f5ecb6 req-3d1bb1a1-b3c5-4047-ac23-1ad64c7e7a58 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:55:04.662554 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e069de27-5db6-4bfe-8dbc-482661f5ecb6 req-3d1bb1a1-b3c5-4047-ac23-1ad64c7e7a58 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 945 time: 0.0771039 Sep 10 16:55:04.711712 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-e069de27-5db6-4bfe-8dbc-482661f5ecb6 req-7932d6c7-973c-44d6-9b0b-c52914422c4b tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436239 Sep 10 16:55:05.816689 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e667d8a-328b-49a5-9a25-8e36ced3bbf8 req-6d1eb44f-618f-4811-8ad9-e78084574c00 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:55:05.818120 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1e667d8a-328b-49a5-9a25-8e36ced3bbf8 req-6d1eb44f-618f-4811-8ad9-e78084574c00 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 945 time: 0.0764384 Sep 10 16:55:05.863161 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-1e667d8a-328b-49a5-9a25-8e36ced3bbf8 req-83215161-ba25-4773-bf49-60dc40b78557 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396070 Sep 10 16:55:07.200790 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd013e-668b-4c35-90c4-a2d057f63534 req-6d983ca4-6c60-43ae-87b8-0d66ab06371f tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:55:07.202143 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0ddd013e-668b-4c35-90c4-a2d057f63534 req-6d983ca4-6c60-43ae-87b8-0d66ab06371f tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 945 time: 0.2200947 Sep 10 16:55:07.236312 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732aae91-f0ed-4582-98fd-3f7b494448b5 req-64e942ff-bdb8-4711-a788-0ccb5389cbd8 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:55:07.237717 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-732aae91-f0ed-4582-98fd-3f7b494448b5 req-64e942ff-bdb8-4711-a788-0ccb5389cbd8 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 945 time: 0.1093204 Sep 10 16:55:07.307174 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-0ddd013e-668b-4c35-90c4-a2d057f63534 req-ba27e544-ff82-439c-b2f8-c2d12255589d tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/security-groups?id=56a285b5-b192-4cd6-9b1c-169f6e1118ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973282 Sep 10 16:55:07.319905 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-732aae91-f0ed-4582-98fd-3f7b494448b5 req-e518e823-fe37-4c67-a65d-8b41c6ddf517 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Deleting port 586fa6a0-9dcc-43a3-96a7-646f6017f455 {{(pid=75006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 16:55:07.320249 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-732aae91-f0ed-4582-98fd-3f7b494448b5 req-e518e823-fe37-4c67-a65d-8b41c6ddf517 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739258202314'] for port, before_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:07.557231 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.db [req-732aae91-f0ed-4582-98fd-3f7b494448b5 req-e518e823-fe37-4c67-a65d-8b41c6ddf517 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] For port 586fa6a0-9dcc-43a3-96a7-646f6017f455, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=586fa6a0-9dcc-43a3-96a7-646f6017f455,segment=NetworkSegment(daba9058-1340-4ba8-816f-b1384694e1c4),segment_id=daba9058-1340-4ba8-816f-b1384694e1c4)] {{(pid=75006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:55:07.557585 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-732aae91-f0ed-4582-98fd-3f7b494448b5 req-e518e823-fe37-4c67-a65d-8b41c6ddf517 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4157191'] for port, precommit_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:07.675845 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.plugins.ml2.plugin [req-732aae91-f0ed-4582-98fd-3f7b494448b5 req-e518e823-fe37-4c67-a65d-8b41c6ddf517 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Calling delete_port for 586fa6a0-9dcc-43a3-96a7-646f6017f455 owned by compute:nova {{(pid=75006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 16:55:07.815858 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-732aae91-f0ed-4582-98fd-3f7b494448b5 req-e518e823-fe37-4c67-a65d-8b41c6ddf517 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1041297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739258307615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257834298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2755652'] for port, after_delete {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:07.821060 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-84aa0530-c7d9-4e59-962b-7db5e0a9d322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:55:07.831106 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.db [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] get_ports_and_sgs() called for port_ids ['586fa6a0-9dcc-43a3-96a7-646f6017f455'] {{(pid=75008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 16:55:07.863976 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518e823-fe37-4c67-a65d-8b41c6ddf517 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Pushing event deleted for resources: {'Port': ['ID=586fa6a0-9dcc-43a3-96a7-646f6017f455,revision_number=None']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:55:07.867662 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-e518e823-fe37-4c67-a65d-8b41c6ddf517 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:55:07.937940 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.l3_dvrscheduler_db [req-732aae91-f0ed-4582-98fd-3f7b494448b5 req-e518e823-fe37-4c67-a65d-8b41c6ddf517 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] No DVR routers for this DVR port 586fa6a0-9dcc-43a3-96a7-646f6017f455 on host hv-cinder-80847 {{(pid=75006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:55:07.940185 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [req-732aae91-f0ed-4582-98fd-3f7b494448b5 req-e518e823-fe37-4c67-a65d-8b41c6ddf517 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148588'] for port, before_response {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:07.942714 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ae7c1d-0a04-4228-9fee-25d8b7a27413', 'name': 'network-vif-deleted', 'tag': '586fa6a0-9dcc-43a3-96a7-646f6017f455'}] {{(pid=75006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:55:07.957740 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-732aae91-f0ed-4582-98fd-3f7b494448b5 req-e518e823-fe37-4c67-a65d-8b41c6ddf517 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.48 "DELETE /v2.0/ports/586fa6a0-9dcc-43a3-96a7-646f6017f455 HTTP/1.1" status: 204 len: 173 time: 0.7083597 Sep 10 16:55:07.997703 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ae7c1d-0a04-4228-9fee-25d8b7a27413', 'name': 'network-vif-deleted', 'tag': '586fa6a0-9dcc-43a3-96a7-646f6017f455', 'status': 'completed', 'code': 200} Sep 10 16:55:08.479954 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-bec9b8da-8678-493d-91cf-1c2f7b1303cc req-22b6c636-b72d-4094-a863-ad7a288916c9 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Synchronizing usage tracker for tenant:79119a1444a14980979712080cb150dd on resource:port {{(pid=75006) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 16:55:08.497131 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [req-bec9b8da-8678-493d-91cf-1c2f7b1303cc req-22b6c636-b72d-4094-a863-ad7a288916c9 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] Unset dirty status for tenant:79119a1444a14980979712080cb150dd on resource:port {{(pid=75006) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 16:55:08.498287 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [req-bec9b8da-8678-493d-91cf-1c2f7b1303cc req-22b6c636-b72d-4094-a863-ad7a288916c9 tempest-VolumesActionsTest-2016649037 tempest-VolumesActionsTest-2016649037-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae7c1d-0a04-4228-9fee-25d8b7a27413 HTTP/1.1" status: 200 len: 210 time: 0.0592880 Sep 10 16:55:09.925797 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 586fa6a0-9dcc-43a3-96a7-646f6017f455 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 16:55:09.961222 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.plugin [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] No Port match for: 586fa6a0-9dcc-43a3-96a7-646f6017f455 {{(pid=75008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 16:55:09.961562 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron.plugins.ml2.rpc [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Device 586fa6a0-9dcc-43a3-96a7-646f6017f455 not bound to the agent host hv-cinder-80847 {{(pid=75008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 16:55:13.864133 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:27.106977 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-23adb119-7e48-4106-a0db-6b6e5975a744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:27.470517 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:27.773529 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:55:29.359649 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-90344997-72c9-4d4b-adc9-df9b72fb6d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:30.232155 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.091134 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 37440) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:55:31.150226 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Deleting subnet ee7f8227-4243-40aa-b496-bca8586d6884 {{(pid=75007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 16:55:31.153084 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.204478 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968804'] for subnet, precommit_delete_associations {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.257197 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650688'] for subnet, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.321034 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3038976'] for subnet, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.324649 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:55:31.360792 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7f8227-4243-40aa-b496-bca8586d6884,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:55:31.372002 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.376152 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:55:31.376539 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:55:31.376906 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:55:31.377261 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:55:31.377614 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:55:31.377966 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:55:31.378312 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:55:31.378662 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:55:31.379012 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:55:31.379354 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:55:31.379698 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:55:31.383296 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:55:31.384916 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-9d3d49fd-a69a-4985-8ce4-ca04df48d8bc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ee7f8227-4243-40aa-b496-bca8586d6884 HTTP/1.1" status: 204 len: 168 time: 0.2926602 Sep 10 16:55:31.387289 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 37444) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:55:31.489102 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.608107 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-649287', 'neutron.services.segments.db._delete_segments_for_network-8739258269597'] for network, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.620559 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa96d9b3-e5ce-4bd7-92d3-77efcde707ac']}} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:55:31.634300 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daba9058-1340-4ba8-816f-b1384694e1c4') {'for_net_delete': True} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:55:31.634590 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.services.segments.db [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daba9058-1340-4ba8-816f-b1384694e1c4') {} {{(pid=75007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:55:31.646151 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739258355384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968829'] for segment, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.661912 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-650509'] for segment, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.668018 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=75007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 16:55:31.668434 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-650612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296045'] for segment, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: Traceback (most recent call last): Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: timer() Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: cb(*args, **kw) Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: return func(*args, **kwargs) Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: self._notify() Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: self.callback(batched_events) Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: event.method(event) Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: return f(self, *a, **k) Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: return self._get(url).json() Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: return self.request(url, 'GET', **kwargs) Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:55:31.681270 dv-cinder-808473-1-smb neutron-server[75007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:55:31.756590 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3025932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4158298'] for network, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.762253 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.763036 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8b05ed22-18ac-4d2e-b5e4-ea525debff55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:55:31.776539 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3026026'] for network, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:31.786067 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa96d9b3-e5ce-4bd7-92d3-77efcde707ac,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:55:31.788596 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:55:31.791321 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-7e23cf13-7e9b-4fbc-989b-63548c7cc858 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fa96d9b3-e5ce-4bd7-92d3-77efcde707ac HTTP/1.1" status: 204 len: 168 time: 0.4023883 Sep 10 16:55:31.984130 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 37450) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:55:32.034378 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-4c4b1769-0671-44b0-ba77-f24405093f55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79119a1444a14980979712080cb150dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490057 Sep 10 16:55:32.036686 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 37454) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:55:32.098161 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8c162794-dbd7-4997-9e63-ffbcdb9b86de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:32.124092 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8c162794-dbd7-4997-9e63-ffbcdb9b86de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:32.174016 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8c162794-dbd7-4997-9e63-ffbcdb9b86de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:32.177503 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-618cde2f-d0f9-47a0-b549-c4b03ff4a7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:55:32.191735 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c162794-dbd7-4997-9e63-ffbcdb9b86de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a285b5-b192-4cd6-9b1c-169f6e1118ab,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:55:32.195485 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-8c162794-dbd7-4997-9e63-ffbcdb9b86de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:55:32.198503 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-8c162794-dbd7-4997-9e63-ffbcdb9b86de admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:32.200613 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-8c162794-dbd7-4997-9e63-ffbcdb9b86de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56a285b5-b192-4cd6-9b1c-169f6e1118ab HTTP/1.1" status: 204 len: 168 time: 0.1629391 Sep 10 16:55:43.865622 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:57.103998 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c2dd4fce-8aac-4952-9cf9-26f5ff8f90d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:57.463272 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:55:59.360112 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-8dfafd3a-5ffe-4c78-bff8-e0f7fc519616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:00.234873 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:01.763388 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:04.773679 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:56:08.519036 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.wsgi [-] (75006) accepted ('10.222.0.43', 37656) {{(pid=75006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:56:08.656485 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:08.686551 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 16:56:08.690892 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Usage tracker for resource:security_group_rule and tenant:729f93daff1b4577998da0777e8d33a6 is out of sync, need to count used quota {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 16:56:08.693744 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.quota.resource [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75006) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 16:56:08.699366 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.db.quota.driver [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 16:56:08.765235 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:08.769513 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron_lib.callbacks.manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_create {{(pid=75006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:08.776330 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-5594a30e-3576-46ba-8508-6cea19aeba39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:56:08.814573 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ffe005-aa91-474a-9b75-1e2f30279f1c,revision_number=1']} {{(pid=75006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:56:08.818790 dv-cinder-808473-1-smb neutron-server[75006]: INFO neutron.wsgi [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=729f93daff1b4577998da0777e8d33a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2987764 Sep 10 16:56:08.821495 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.wsgi [-] (75007) accepted ('10.222.0.43', 37662) {{(pid=75007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 16:56:08.825914 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:56:08.826285 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:56:08.826646 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:56:08.827002 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:56:08.827356 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:56:08.827713 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:56:08.828061 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:56:08.828409 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:56:08.828780 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:56:08.829123 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:56:08.829466 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-smb {{(pid=75006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:56:08.833867 dv-cinder-808473-1-smb neutron-server[75006]: DEBUG oslo_concurrency.lockutils [None req-fbeacbc7-5671-4a7c-8ded-4ad9dcd0e7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:56:08.882213 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c2d70aee-3ae8-4704-96f9-bef236cdbc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:08.906931 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c2d70aee-3ae8-4704-96f9-bef236cdbc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:08.956801 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c2d70aee-3ae8-4704-96f9-bef236cdbc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4061112'] for security_group, after_delete {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:08.961330 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-518f2894-cb0a-472c-ae1d-9e5472ae110c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:56:08.972565 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d70aee-3ae8-4704-96f9-bef236cdbc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ffe005-aa91-474a-9b75-1e2f30279f1c,revision_number=None']} {{(pid=75007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:56:08.975399 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG oslo_concurrency.lockutils [None req-c2d70aee-3ae8-4704-96f9-bef236cdbc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:56:08.977254 dv-cinder-808473-1-smb neutron-server[75007]: DEBUG neutron_lib.callbacks.manager [None req-c2d70aee-3ae8-4704-96f9-bef236cdbc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:08.978797 dv-cinder-808473-1-smb neutron-server[75007]: INFO neutron.wsgi [None req-c2d70aee-3ae8-4704-96f9-bef236cdbc49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57ffe005-aa91-474a-9b75-1e2f30279f1c HTTP/1.1" status: 204 len: 168 time: 0.1559279 Sep 10 16:56:13.863474 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:27.095965 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-b471a8e6-3387-42b2-b5b6-565a93cf1644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:27.464921 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:29.362250 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-0bbeec24-c69d-407b-a79c-c0c095b78cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:30.235009 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:31.765161 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:41.774129 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:56:43.890565 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:57.098234 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c34c1c79-b38a-4d1b-8c37-90e457ec8cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:57.466777 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:56:59.364495 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-2fe37241-ef2c-49f7-ab92-985b44671753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:00.239126 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:01.769007 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:13.889734 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:18.774325 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:57:27.101534 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-736e9545-c3ad-48bc-8d7f-324d7f2851e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:27.468855 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:29.366088 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3200679a-6f10-4a7b-9531-10eb18501582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:30.243257 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:31.772346 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:43.906085 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:55.774830 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:57:57.103401 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-96609a05-8d42-4d2d-813d-2418d7721467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:57.473892 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:57:59.367397 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-02cb588e-f231-4f89-a978-3ff71afd17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:00.246016 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:01.774772 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:13.905859 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:27.106922 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3f5ed3fc-1bc7-4de1-8f21-c2efe995095c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:27.475450 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:29.370580 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-45847326-4da2-4f57-8a49-2ca58a4459da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:30.248046 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:31.777264 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:32.773967 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:58:43.905737 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:57.108651 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-451b921f-f08d-426d-840a-c69a505ac307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:57.477710 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:58:59.372136 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-c59d64c7-c4d6-4328-b157-06e74febd7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:00.251165 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:01.780824 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:09.776461 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:59:13.918912 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:27.110190 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-6eb48096-331c-4437-8269-58a7626bf831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:27.483376 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:29.374278 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-469d2797-beb5-4dbb-bcec-74bea08cbefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:30.253811 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:31.782845 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:43.934204 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:46.776813 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 16:59:57.111994 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-2608da61-840c-4626-a6c9-4f3f98834416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:57.485847 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:59:59.376085 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-be278f17-6a95-42e7-9565-4c37a51ce843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:00.258151 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:01.786375 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:13.934091 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:23.776285 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:00:27.114175 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-78965cad-5f0e-4e2d-8854-8b4f5161c430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:27.487412 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:29.381393 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-d718235f-d28d-45ea-8380-30f3ed371c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:30.259024 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:31.789057 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:43.932097 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-50393732-7df4-4583-b463-aab5492cf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:57.116770 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-3dbff46e-32fc-4d58-8325-a449abb33dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:57.489835 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-aa390eff-d856-4b63-a02c-1c24082881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:00:59.375552 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-ab58aa0b-eb78-4724-a6e2-83844bc6a4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:01:00.262757 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c238-5ba9-47c4-802a-3d6e3bca8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:01:00.777438 dv-cinder-808473-1-smb neutron-server[75009]: DEBUG neutron.db.agents_db [None req-9fd1851b-efb6-4f66-8342-adac3cf32dc5 None None] Agent healthcheck: found 6 active agents {{(pid=75009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:01:01.792689 dv-cinder-808473-1-smb neutron-server[75008]: DEBUG neutron_lib.callbacks.manager [None req-076fb9c2-d57f-4169-9ac0-f2a5df8b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739258269579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-648683'] for agent, after_update {{(pid=75008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}